usr/src/cmd/bhyve/common/pci_nvme.c

1194

struct nvme_completion_queue *cq,

usr/src/cmd/bhyve/common/pci_nvme.c

1203

assert(cq->qbase != NULL);

usr/src/cmd/bhyve/common/pci_nvme.c

1205

pthread_mutex_lock(&cq->mtx);

usr/src/cmd/bhyve/common/pci_nvme.c

1207

cqe = &cq->qbase[cq->tail];

usr/src/cmd/bhyve/common/pci_nvme.c

1218

cq->tail++;

usr/src/cmd/bhyve/common/pci_nvme.c

1219

if (cq->tail >= cq->size) {

usr/src/cmd/bhyve/common/pci_nvme.c

1220

cq->tail = 0;

usr/src/cmd/bhyve/common/pci_nvme.c

1223

pthread_mutex_unlock(&cq->mtx);

usr/src/cmd/bhyve/common/pci_nvme.c

2046

struct nvme_completion_queue *cq;

usr/src/cmd/bhyve/common/pci_nvme.c

2052

cq = &sc->compl_queues[0];

usr/src/cmd/bhyve/common/pci_nvme.c

2149

if (cq->head != cq->tail)

usr/src/cmd/bhyve/common/pci_nvme.c

2291

struct nvme_completion_queue *cq = &sc->compl_queues[sq->cqid];

usr/src/cmd/bhyve/common/pci_nvme.c

2297

pci_nvme_cq_update(sc, cq, 0, cid, sqid, status);

usr/src/cmd/bhyve/common/pci_nvme.c

2299

if (cq->head != cq->tail) {

usr/src/cmd/bhyve/common/pci_nvme.c

2300

if (cq->intr_en & NVME_CQ_INTEN) {

usr/src/cmd/bhyve/common/pci_nvme.c

2301

pci_generate_msix(sc->nsc_pi, cq->intr_vec);

usr/src/cmd/bhyve/common/pci_nvme.c

379

struct nvme_completion_queue *cq,

usr/src/cmd/bhyve/common/pci_nvme.c

522

struct nvme_completion_queue *cq = sc->compl_queues;

usr/src/cmd/bhyve/common/pci_nvme.c

525

pthread_mutex_init(&cq[i].mtx, NULL);

usr/src/cmd/dc/dc.c

1344

int cq, cp, mt, mcr;

usr/src/cmd/dc/dc.c

1369

cq = sgetc(mq);

usr/src/cmd/dc/dc.c

1377

mt = cp*cq + carry + mcr;

usr/src/cmd/grep/grep.c

844

char *cp, *cq;

usr/src/cmd/grep/grep.c

856

cq = cp;

usr/src/cmd/grep/grep.c

857

*cq++ = '^';

usr/src/cmd/grep/grep.c

858

cq = strcpy(cq, pp->pattern) + plen;

usr/src/cmd/grep/grep.c

859

*cq++ = '$';

usr/src/cmd/grep/grep.c

860

*cq = '\0';

usr/src/cmd/make/bin/read2.cc

207

wchar_t *cq;

usr/src/cmd/make/bin/read2.cc

230

for (cq = memberp, has_dollar = false, paren_count = 0;

usr/src/cmd/make/bin/read2.cc

235

*cq++ = *member_start++) {

usr/src/cmd/make/bin/read2.cc

248

member = GETNAME(memberp, cq - memberp);

usr/src/cmd/make/bin/read2.cc

249

*cq = 0;

usr/src/cmd/make/bin/read2.cc

253

if ((cq - q > (int) ar_member_name_len) &&

usr/src/cmd/make/bin/read2.cc

255

*cq++ = (int) parenright_char;

usr/src/cmd/make/bin/read2.cc

257

*cq++ = (int) parenright_char;

usr/src/cmd/make/bin/read2.cc

259

long_member_name = GETNAME(buffer, cq - buffer);

usr/src/cmd/make/bin/read2.cc

260

cq = q + (int) ar_member_name_len;

usr/src/cmd/make/bin/read2.cc

262

*cq++ = (int) parenright_char;

usr/src/cmd/make/bin/read2.cc

264

*cq++ = (int) parenright_char;

usr/src/cmd/make/bin/read2.cc

267

name = GETNAME(buffer, cq - buffer);

usr/src/cmd/mdb/common/modules/pmcs/pmcs.c

1146

sp = m.cq.stqh_first;

usr/src/cmd/spell/huff.c

144

*py = ((y-1)<<w) + cq + k;

usr/src/cmd/spell/huff.c

196

cq = c*q;

usr/src/cmd/spell/huff.c

197

cs = cq<<(L-w);

usr/src/cmd/spell/huff.c

198

qcs = (((long)(q-1)<<w) + cq) << (L-QW-w);

usr/src/cmd/spell/huff.c

199

v0 = c - cq;

usr/src/lib/cfgadm_plugins/scsi/common/cfga_ctl.c

700

char *cq;

usr/src/lib/cfgadm_plugins/scsi/common/cfga_ctl.c

703

cq = cfga_str(append_newline, WARN_DISCONNECT, 0);

usr/src/lib/cfgadm_plugins/scsi/common/cfga_ctl.c

705

ans = confp->confirm(confp->appdata_ptr, cq);

usr/src/lib/cfgadm_plugins/scsi/common/cfga_ctl.c

707

S_FREE(cq);

usr/src/lib/libnisdb/db_mindex.cc

746

db_query * cq = extract_index_values_from_record(recloc);

usr/src/lib/libnisdb/db_mindex.cc

747

if (cq == NULL) {

usr/src/lib/libnisdb/db_mindex.cc

752

if (cq->size() != indices.indices_len) { /* something is wrong */

usr/src/lib/libnisdb/db_mindex.cc

753

delete cq; // clean up

usr/src/lib/libnisdb/db_mindex.cc

784

queryRes = removeLDAP(cq, o);

usr/src/lib/libnisdb/db_mindex.cc

795

db_qcomp * comps = cq->queryloc();

usr/src/lib/libnisdb/db_mindex.cc

813

delete cq;

usr/src/lib/libnisdb/db_mindex.cc

959

db_query *cq = extract_index_values_from_object(obj);

usr/src/lib/libnisdb/db_mindex.cc

960

if (cq == NULL) {

usr/src/lib/libnisdb/db_mindex.cc

969

if (cq ->size() != indices.indices_len) { /* something wrong */

usr/src/lib/libnisdb/db_mindex.cc

971

delete cq; // clean up

usr/src/lib/libnisdb/db_mindex.cc

980

db_qcomp * comps = cq->queryloc();

usr/src/lib/libnisdb/db_mindex.cc

990

delete cq; // clean up

usr/src/lib/libtecla/common/chrqueue.c

106

cq->err = NULL;

usr/src/lib/libtecla/common/chrqueue.c

107

cq->bufmem = NULL;

usr/src/lib/libtecla/common/chrqueue.c

108

cq->buffers.head = NULL;

usr/src/lib/libtecla/common/chrqueue.c

109

cq->buffers.tail = NULL;

usr/src/lib/libtecla/common/chrqueue.c

110

cq->nflush = cq->ntotal = 0;

usr/src/lib/libtecla/common/chrqueue.c

114

cq->err = _new_ErrMsg();

usr/src/lib/libtecla/common/chrqueue.c

115

if(!cq->err)

usr/src/lib/libtecla/common/chrqueue.c

116

return _del_GlCharQueue(cq);

usr/src/lib/libtecla/common/chrqueue.c

120

cq->bufmem = _new_FreeList(sizeof(CqCharBuff), 1);

usr/src/lib/libtecla/common/chrqueue.c

121

if(!cq->bufmem)

usr/src/lib/libtecla/common/chrqueue.c

122

return _del_GlCharQueue(cq);

usr/src/lib/libtecla/common/chrqueue.c

123

return cq;

usr/src/lib/libtecla/common/chrqueue.c

134

GlCharQueue *_del_GlCharQueue(GlCharQueue *cq)

usr/src/lib/libtecla/common/chrqueue.c

136

if(cq) {

usr/src/lib/libtecla/common/chrqueue.c

137

cq->err = _del_ErrMsg(cq->err);

usr/src/lib/libtecla/common/chrqueue.c

138

cq->bufmem = _del_FreeList(cq->bufmem, 1);

usr/src/lib/libtecla/common/chrqueue.c

139

free(cq);

usr/src/lib/libtecla/common/chrqueue.c

161

int _glq_append_chars(GlCharQueue *cq, const char *chars, int n,

usr/src/lib/libtecla/common/chrqueue.c

168

if(!cq || !chars) {

usr/src/lib/libtecla/common/chrqueue.c

184

int boff = cq->ntotal % GL_CQ_SIZE;

usr/src/lib/libtecla/common/chrqueue.c

198

if(boff == 0 && _idle_FreeListNodes(cq->bufmem) == 0) {

usr/src/lib/libtecla/common/chrqueue.c

199

switch(_glq_flush_queue(cq, write_fn, data)) {

usr/src/lib/libtecla/common/chrqueue.c

208

boff = cq->ntotal % GL_CQ_SIZE;

usr/src/lib/libtecla/common/chrqueue.c

220

CqCharBuff *node = (CqCharBuff *) _new_FreeListNode(cq->bufmem);

usr/src/lib/libtecla/common/chrqueue.c

222

_err_record_msg(cq->err, "Insufficient memory to buffer output.",

usr/src/lib/libtecla/common/chrqueue.c

233

if(cq->buffers.tail)

usr/src/lib/libtecla/common/chrqueue.c

234

cq->buffers.tail->next = node;

usr/src/lib/libtecla/common/chrqueue.c

236

cq->buffers.head = node;

usr/src/lib/libtecla/common/chrqueue.c

237

cq->buffers.tail = node;

usr/src/lib/libtecla/common/chrqueue.c

254

memcpy(cq->buffers.tail->bytes + boff, chars + ndone, nnew);

usr/src/lib/libtecla/common/chrqueue.c

255

cq->ntotal += nnew;

usr/src/lib/libtecla/common/chrqueue.c

270

void _glq_empty_queue(GlCharQueue *cq)

usr/src/lib/libtecla/common/chrqueue.c

272

if(cq) {

usr/src/lib/libtecla/common/chrqueue.c

276

_rst_FreeList(cq->bufmem);

usr/src/lib/libtecla/common/chrqueue.c

280

cq->buffers.head = cq->buffers.tail = NULL;

usr/src/lib/libtecla/common/chrqueue.c

281

cq->nflush = cq->ntotal = 0;

usr/src/lib/libtecla/common/chrqueue.c

293

int _glq_char_count(GlCharQueue *cq)

usr/src/lib/libtecla/common/chrqueue.c

295

return (cq && cq->buffers.head) ? (cq->ntotal - cq->nflush) : 0;

usr/src/lib/libtecla/common/chrqueue.c

321

GlqFlushState _glq_flush_queue(GlCharQueue *cq, GlWriteFn *write_fn,

usr/src/lib/libtecla/common/chrqueue.c

327

if(!cq) {

usr/src/lib/libtecla/common/chrqueue.c

335

while(cq->buffers.head) {

usr/src/lib/libtecla/common/chrqueue.c

339

int is_tail = cq->buffers.head == cq->buffers.tail;

usr/src/lib/libtecla/common/chrqueue.c

344

int nmodulo = cq->ntotal % GL_CQ_SIZE;

usr/src/lib/libtecla/common/chrqueue.c

358

int nbuff = nhead - (cq->nflush % GL_CQ_SIZE);

usr/src/lib/libtecla/common/chrqueue.c

362

int nnew = write_fn(data, cq->buffers.head->bytes +

usr/src/lib/libtecla/common/chrqueue.c

363

cq->nflush % GL_CQ_SIZE, nbuff);

usr/src/lib/libtecla/common/chrqueue.c

372

cq->nflush += nnew;

usr/src/lib/libtecla/common/chrqueue.c

383

_glq_empty_queue(cq);

usr/src/lib/libtecla/common/chrqueue.c

388

CqCharBuff *node = cq->buffers.head;

usr/src/lib/libtecla/common/chrqueue.c

392

cq->buffers.head = node->next;

usr/src/lib/libtecla/common/chrqueue.c

396

node = (CqCharBuff *) _del_FreeListNode(cq->bufmem, node);

usr/src/lib/libtecla/common/chrqueue.c

409

_err_record_msg(cq->err, "Error writing to terminal", END_ERR_MSG);

usr/src/lib/libtecla/common/chrqueue.c

430

const char *_glq_last_error(GlCharQueue *cq)

usr/src/lib/libtecla/common/chrqueue.c

432

return cq ? _err_get_msg(cq->err) : "NULL GlCharQueue argument";

usr/src/lib/libtecla/common/chrqueue.c

92

GlCharQueue *cq; /* The object to be returned */

usr/src/lib/libtecla/common/chrqueue.c

96

cq = malloc(sizeof(GlCharQueue));

usr/src/lib/libtecla/common/chrqueue.c

97

if(!cq) {

usr/src/lib/libtecla/common/chrqueue.h

104

const char *_glq_last_error(GlCharQueue *cq);

usr/src/lib/libtecla/common/chrqueue.h

52

GlCharQueue *_del_GlCharQueue(GlCharQueue *cq);

usr/src/lib/libtecla/common/chrqueue.h

57

int _glq_append_chars(GlCharQueue *cq, const char *chars, int n,

usr/src/lib/libtecla/common/chrqueue.h

63

void _glq_empty_queue(GlCharQueue *cq);

usr/src/lib/libtecla/common/chrqueue.h

68

int _glq_char_count(GlCharQueue *cq);

usr/src/lib/libtecla/common/chrqueue.h

97

GlqFlushState _glq_flush_queue(GlCharQueue *cq, GlWriteFn *write_fn,

usr/src/lib/libtecla/common/getline.c

10591

int ndone = _glq_append_chars(gl->cq, s, n, gl->flush_fn, gl);

usr/src/lib/libtecla/common/getline.c

10593

_err_record_msg(gl->err, _glq_last_error(gl->cq), END_ERR_MSG);

usr/src/lib/libtecla/common/getline.c

12712

if(_glq_char_count(gl->cq) > 0 && gl_flush_output(gl)) {

usr/src/lib/libtecla/common/getline.c

1760

gl->cq = NULL;

usr/src/lib/libtecla/common/getline.c

1913

gl->cq = _new_GlCharQueue();

usr/src/lib/libtecla/common/getline.c

1914

if(!gl->cq)

usr/src/lib/libtecla/common/getline.c

2060

gl->cq = _del_GlCharQueue(gl->cq);

usr/src/lib/libtecla/common/getline.c

2785

if(_glq_char_count(gl->cq) > 0 && gl_flush_output(gl))

usr/src/lib/libtecla/common/getline.c

2869

if(_glq_char_count(gl->cq) > 0 && gl_flush_output(gl))

usr/src/lib/libtecla/common/getline.c

375

GlCharQueue *cq; /* The terminal output character queue */

usr/src/lib/libtecla/common/getline.c

6845

switch(_glq_flush_queue(gl->cq, gl->flush_fn, gl)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1007

dapli_arbel_cq_doorbell(cq->cq_iauar,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1009

cmd_sn, cq->cq_consindx);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1019

dapli_arbel_cq_doorbell(cq->cq_iauar,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1021

cmd_sn, cq->cq_consindx);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

119

((tavor_hw_uar_t *)ia_uar)->cq = HTOBE_64(doorbell);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

127

((tavor_hw_uar32_t *)ia_uar)->cq[0] =

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

129

((tavor_hw_uar32_t *)ia_uar)->cq[1] =

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

134

&((tavor_hw_uar_t *)ia_uar)->cq);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1386

ib_cq_handle_t cq;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1398

cq = qp->qp_rq_cqhdl;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1405

cons_indx = cq->cq_consindx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1411

wrap_around_mask = (cq->cq_size - 1);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1414

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1433

cqe = &cq->cq_addr[tail_cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1444

cqe = &cq->cq_addr[check_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1466

next_cqe = &cq->cq_addr[new_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1498

cqe = &cq->cq_addr[indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1519

if ((removed_cqes != 0) && (cq->cq_consindx != cons_indx)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1524

cq->cq_consindx = cons_indx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1525

dapli_arbel_cq_update_ci(cq, cq->cq_poll_dbp);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1591

dapli_arbel_cq_init(ib_cq_handle_t cq)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1593

(cq->cq_poll_dbp)[1] =

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1594

HTOBE_32((cq->cq_num << 8) | ARBEL_DBR_CQ_SET_CI);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1595

(cq->cq_arm_dbp)[1] =

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1596

HTOBE_32((cq->cq_num << 8) | ARBEL_DBR_CQ_ARM | 0x8);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

552

dapli_arbel_cq_peek(ib_cq_handle_t cq, int *num_cqe)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

563

cons_indx = cq->cq_consindx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

569

wrap_around_mask = (cq->cq_size - 1);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

572

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

596

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

602

#define dapli_arbel_cq_update_ci(cq, dbp) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

603

(dbp)[0] = HTOBE_32(cq->cq_consindx)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

611

dapli_arbel_cq_poll(ib_cq_handle_t cq, ibt_wc_t *wc_p, uint_t num_wc,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

622

cons_indx = cq->cq_consindx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

628

wrap_around_mask = (cq->cq_size - 1);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

631

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

645

status = dapli_arbel_cq_cqe_consume(cq, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

655

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

674

if ((polled_cnt != 0) && (cq->cq_consindx != cons_indx)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

679

cq->cq_consindx = cons_indx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

680

dapli_arbel_cq_update_ci(cq, cq->cq_poll_dbp);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

686

if (cq->cq_wrid_reap_head) /* look before leaping */

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

687

dapls_tavor_wrid_cq_reap(cq);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

704

dapli_arbel_cq_poll_one(ib_cq_handle_t cq, ibt_wc_t *wc_p)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

712

cons_indx = cq->cq_consindx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

715

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

728

status = dapli_arbel_cq_cqe_consume(cq, cqe, wc_p);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

734

cq->cq_consindx =

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

735

(cons_indx + 1) & (cq->cq_size - 1);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

736

dapli_arbel_cq_update_ci(cq, cq->cq_poll_dbp);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

740

if (cq->cq_wrid_reap_head) /* look before leaping */

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

741

dapls_tavor_wrid_cq_reap(cq);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

982

dapli_arbel_cq_notify(ib_cq_handle_t cq, int flags, uint32_t param)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

992

dapli_arbel_cq_update_ci(cq, cq->cq_arm_dbp);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

993

cqnum = cq->cq_num;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

994

target = cq->cq_arm_dbp + 1;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1009

(cq->cq_consindx & 0xFFFFFF));

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1013

dapli_hermon_cq_doorbell(cq->cq_iauar,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1015

cmd_sn, cq->cq_consindx);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1021

(cq->cq_consindx & 0xFFFFFF));

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1025

dapli_hermon_cq_doorbell(cq->cq_iauar,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1027

cmd_sn, cq->cq_consindx);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

118

((tavor_hw_uar_t *)ia_uar)->cq = HTOBE_64(doorbell);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

126

((tavor_hw_uar32_t *)ia_uar)->cq[0] =

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

128

((tavor_hw_uar32_t *)ia_uar)->cq[1] =

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

133

&((tavor_hw_uar_t *)ia_uar)->cq);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1441

ib_cq_handle_t cq;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1453

cq = qp->qp_rq_cqhdl;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1460

cons_indx = cq->cq_consindx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1463

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1482

cqe = &cq->cq_addr[tail_cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1493

cqe = &cq->cq_addr[check_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1515

next_cqe = &cq->cq_addr[new_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1547

cqe = &cq->cq_addr[indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1568

if ((removed_cqes != 0) && (cq->cq_consindx != cons_indx)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1573

cq->cq_consindx = cons_indx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1574

dapli_hermon_cq_update_ci(cq, cq->cq_poll_dbp);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1624

dapli_hermon_cq_init(ib_cq_handle_t cq)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1628

(cq->cq_arm_dbp)[0] = HTOBE_32(1 << 28);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1629

for (i = 0; (1 << i) < cq->cq_size; i++)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1631

cq->cq_log_cqsz = i;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1632

cq->cq_consindx = 0;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

44

#define HERMON_CQE_OWNER_IS_SW(cq, cqe) ((((uint8_t *)cqe)[31] >> 7) == \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

45

((cq->cq_consindx & cq->cq_size) >> cq->cq_log_cqsz))

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

529

dapli_hermon_cq_peek(ib_cq_handle_t cq, int *num_cqe)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

539

cons_indx = cq->cq_consindx & cq_wrap_around_mask;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

542

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

549

while (HERMON_CQE_OWNER_IS_SW(cq, cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

565

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

571

#define dapli_hermon_cq_update_ci(cq, dbp) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

572

(dbp)[0] = HTOBE_32(cq->cq_consindx & 0xFFFFFF)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

579

dapli_hermon_cq_resize_helper(ib_cq_handle_t cq)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

583

if ((cq->cq_resize_addr == 0) ||

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

584

(munmap((char *)cq->cq_addr, cq->cq_map_len) < 0)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

586

"munmap(%p:0x%llx) failed(%d)\n", cq->cq_addr,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

587

cq->cq_map_len, errno);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

590

cq->cq_addr = cq->cq_resize_addr;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

591

cq->cq_map_offset = cq->cq_resize_map_offset;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

592

cq->cq_map_len = cq->cq_resize_map_len;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

593

cq->cq_size = cq->cq_resize_size;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

594

cq->cq_cqesz = cq->cq_resize_cqesz;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

595

cq->cq_resize_addr = 0;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

596

cq->cq_resize_map_offset = 0;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

597

cq->cq_resize_map_len = 0;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

598

cq->cq_resize_size = 0;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

599

cq->cq_resize_cqesz = 0;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

600

for (i = 0; (1 << i) < cq->cq_size; i++)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

602

cq->cq_log_cqsz = i;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

604

cq->cq_consindx++; /* consume the RESIZE cqe */

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

615

dapli_hermon_cq_poll(ib_cq_handle_t cq, ibt_wc_t *wc_p, uint_t num_wc,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

625

cons_indx = cq->cq_consindx & cq_wrap_around_mask;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

628

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

641

while (HERMON_CQE_OWNER_IS_SW(cq, cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

643

if (dapli_hermon_cq_resize_helper(cq))

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

645

cons_indx = cq->cq_consindx & cq_wrap_around_mask;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

646

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

649

status = dapli_hermon_cq_cqe_consume(cq, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

653

cq->cq_consindx++; /* incr the total counter */

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

659

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

683

dapli_hermon_cq_update_ci(cq, cq->cq_poll_dbp);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

689

if (cq->cq_wrid_reap_head) /* look before leaping */

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

69

#define cq_wrap_around_mask (cq->cq_size - 1)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

690

dapls_tavor_wrid_cq_reap(cq);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

707

dapli_hermon_cq_poll_one(ib_cq_handle_t cq, ibt_wc_t *wc_p)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

716

cons_indx = cq->cq_consindx & cq_wrap_around_mask;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

719

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

731

if (HERMON_CQE_OWNER_IS_SW(cq, cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

733

if (dapli_hermon_cq_resize_helper(cq))

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

737

status = dapli_hermon_cq_cqe_consume(cq, cqe, wc_p);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

742

cq->cq_consindx++;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

743

dapli_hermon_cq_update_ci(cq, cq->cq_poll_dbp);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

747

if (cq->cq_wrid_reap_head) /* look before leaping */

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

748

dapls_tavor_wrid_cq_reap(cq);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

988

dapli_hermon_cq_notify(ib_cq_handle_t cq, int flags, uint32_t param)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

998

cqnum = cq->cq_num;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

999

target = cq->cq_arm_dbp;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

106

((tavor_hw_uar32_t *)ia_uar)->cq[0] =

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

108

((tavor_hw_uar32_t *)ia_uar)->cq[1] =

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

113

&((tavor_hw_uar_t *)ia_uar)->cq);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1259

dapli_tavor_cq_notify(ib_cq_handle_t cq, int flags, uint32_t param)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1267

cqnum = cq->cq_num;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1269

dapli_tavor_cq_doorbell(cq->cq_iauar, TAVOR_CQDB_NOTIFY_CQ,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1273

dapli_tavor_cq_doorbell(cq->cq_iauar,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1278

dapli_tavor_cq_doorbell(cq->cq_iauar, TAVOR_CQDB_NOTIFY_NCQ,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1715

ib_cq_handle_t cq;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1728

cq = qp->qp_rq_cqhdl;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1735

cons_indx = cq->cq_consindx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1741

wrap_around_mask = (cq->cq_size - 1);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1744

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1763

cqe = &cq->cq_addr[tail_cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1774

cqe = &cq->cq_addr[check_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1796

next_cqe = &cq->cq_addr[new_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1828

cqe = &cq->cq_addr[indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1849

if ((removed_cqes != 0) && (cq->cq_consindx != cons_indx)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1854

if (cons_indx > cq->cq_consindx) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1855

num_to_increment = (cons_indx - cq->cq_consindx) - 1;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1857

num_to_increment = ((cons_indx + cq->cq_size) -

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1858

cq->cq_consindx) - 1;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1860

cq->cq_consindx = cons_indx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1862

dapli_tavor_cq_doorbell(cq->cq_iauar, TAVOR_CQDB_INCR_CONSINDX,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1863

cq->cq_num, num_to_increment);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1875

dapli_tavor_cq_init(ib_cq_handle_t cq)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

77

((tavor_hw_uar_t *)ia_uar)->cq = HTOBE_64( \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

780

dapli_tavor_cq_peek(ib_cq_handle_t cq, int *num_cqe)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

791

cons_indx = cq->cq_consindx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

797

wrap_around_mask = (cq->cq_size - 1);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

800

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

824

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

836

dapli_tavor_cq_poll(ib_cq_handle_t cq, ibt_wc_t *wc_p, uint_t num_wc,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

848

cons_indx = cq->cq_consindx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

854

wrap_around_mask = (cq->cq_size - 1);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

857

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

871

status = dapli_tavor_cq_cqe_consume(cq, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

881

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

900

if ((polled_cnt != 0) && (cq->cq_consindx != cons_indx)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

905

if (cons_indx > cq->cq_consindx) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

906

num_to_increment = (cons_indx - cq->cq_consindx) - 1;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

908

num_to_increment = ((cons_indx + cq->cq_size) -

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

909

cq->cq_consindx) - 1;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

911

cq->cq_consindx = cons_indx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

912

dapli_tavor_cq_doorbell(cq->cq_iauar, TAVOR_CQDB_INCR_CONSINDX,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

913

cq->cq_num, num_to_increment);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

919

if (cq->cq_wrid_reap_head) /* look before leaping */

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

920

dapls_tavor_wrid_cq_reap(cq);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

937

dapli_tavor_cq_poll_one(ib_cq_handle_t cq, ibt_wc_t *wc_p)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

945

cons_indx = cq->cq_consindx;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

948

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

961

status = dapli_tavor_cq_cqe_consume(cq, cqe, wc_p);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

967

cq->cq_consindx =

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

968

(cons_indx + 1) & (cq->cq_size - 1);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

969

dapli_tavor_cq_doorbell(cq->cq_iauar,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

971

cq->cq_num, 0);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

975

if (cq->cq_wrid_reap_head) /* look before leaping */

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

976

dapls_tavor_wrid_cq_reap(cq);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

98

((tavor_hw_uar_t *)ia_uar)->cq = HTOBE_64(doorbell);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

305

uint64_t cq; /* tavor_hw_uar_cq_t */

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

315

uint32_t cq[2]; /* tavor_hw_uar_cq_t */

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

1091

dapli_tavor_cq_wqhdr_add(ib_cq_handle_t cq, dapls_tavor_workq_hdr_t *wqhdr)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

1104

return (dapls_hash_insert(cq->cq_wrid_wqhdr_list, key, wqhdr));

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

1112

dapli_tavor_cq_wqhdr_remove(ib_cq_handle_t cq, dapls_tavor_workq_hdr_t *wqhdr)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

1125

(void) dapls_hash_remove(cq->cq_wrid_wqhdr_list, key, &curr);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

114

dapl_os_unlock(&cq->cq_wrid_wqhdr_lock);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

303

dapls_tavor_wrid_cq_reap(ib_cq_handle_t cq)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

312

dapl_os_lock(&cq->cq_wrid_wqhdr_lock);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

315

container = cq->cq_wrid_reap_head;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

326

dapli_tavor_cq_wqhdr_remove(cq, consume_wqhdr);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

331

cq->cq_wrid_reap_head = cq->cq_wrid_reap_tail = NULL;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

333

dapl_os_unlock(&cq->cq_wrid_wqhdr_lock);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

341

dapls_tavor_wrid_cq_force_reap(ib_cq_handle_t cq)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

356

dapls_tavor_wrid_cq_reap(cq);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

359

dapl_os_lock(&cq->cq_wrid_wqhdr_lock);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

370

retval = dapls_hash_iterate(cq->cq_wrid_wqhdr_list,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

377

retval = dapls_hash_iterate(cq->cq_wrid_wqhdr_list,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

393

dapli_tavor_cq_wqhdr_remove(cq, to_free_wqhdr);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

398

dapl_os_lock(&cq->cq_wrid_wqhdr_lock);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

509

dapli_tavor_wrid_reaplist_add(ib_cq_handle_t cq, dapls_tavor_workq_hdr_t *wq)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

519

if ((cq->cq_wrid_reap_head == NULL) &&

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

520

(cq->cq_wrid_reap_tail == NULL)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

521

cq->cq_wrid_reap_head = wq->wq_wrid_post;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

522

cq->cq_wrid_reap_tail = wq->wq_wrid_post;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

524

cq->cq_wrid_reap_tail->wl_reap_next = wq->wq_wrid_post;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

525

cq->cq_wrid_reap_tail = wq->wq_wrid_post;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

536

dapli_tavor_wrid_wqhdr_find(ib_cq_handle_t cq, uint_t qpn, uint_t send_or_recv)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

552

status = dapls_hash_search(cq->cq_wrid_wqhdr_list, key, &curr);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

59

dapls_tavor_wrid_get_entry(ib_cq_handle_t cq, tavor_hw_cqe_t *cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

68

dapl_os_lock(&cq->cq_wrid_wqhdr_lock);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

72

wq = dapli_tavor_wrid_wqhdr_find(cq, qpnum, send_or_recv);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

926

dapli_tavor_wrid_wqhdr_create(ib_cq_handle_t cq, uint_t qpn,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

967

if (dapli_tavor_cq_wqhdr_add(cq, wqhdr_tmp) != DAT_SUCCESS) {

usr/src/uts/common/inet/mi.c

206

struct copyreq *cq = (struct copyreq *)mp->b_rptr;

usr/src/uts/common/inet/mi.c

217

cq->cq_private = mp->b_cont;

usr/src/uts/common/inet/mi.c

218

cq->cq_size = len;

usr/src/uts/common/inet/mi.c

219

cq->cq_flag = 0;

usr/src/uts/common/inet/mi.c

220

bcopy(mp->b_cont->b_rptr, &cq->cq_addr, sizeof (cq->cq_addr));

usr/src/uts/common/inet/mi.c

296

struct copyreq *cq = (struct copyreq *)mp->b_rptr;

usr/src/uts/common/inet/mi.c

302

cq->cq_private = mp->b_cont;

usr/src/uts/common/inet/mi.c

303

cq->cq_size = len;

usr/src/uts/common/inet/mi.c

304

cq->cq_flag = 0;

usr/src/uts/common/inet/mi.c

305

bcopy(mp->b_cont->b_rptr, &cq->cq_addr, sizeof (cq->cq_addr));

usr/src/uts/common/inet/mi.c

306

cq->cq_addr += offset;

usr/src/uts/common/inet/mi.c

316

struct copyreq *cq = (struct copyreq *)iocp;

usr/src/uts/common/inet/mi.c

317

struct copyresp *cp = (struct copyresp *)cq;

usr/src/uts/common/inet/mi.c

352

cq->cq_private = mp1;

usr/src/uts/common/inet/mi.c

357

bcopy((char *)mp1->b_rptr, (char *)&cq->cq_addr,

usr/src/uts/common/inet/mi.c

358

sizeof (cq->cq_addr));

usr/src/uts/common/inet/mi.c

360

cq->cq_addr = (char *)mp2->b_cont->b_next;

usr/src/uts/common/inet/mi.c

366

cq->cq_size = mp1->b_wptr - mp1->b_rptr;

usr/src/uts/common/inet/mi.c

367

cq->cq_flag = 0;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/fw/5710_hsi.h

6527

struct ustorm_iscsi_cq_db cq[8] /* CQ db. */;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l5/lm_l5.c

2302

ctx->ustorm_st_context.ring.cq[0].cq_sn = ISCSI_INITIAL_SN;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l5/lm_l5.c

2303

ctx->ustorm_st_context.ring.cq[0].curr_pbe.lo = req2->cq_first_pte.lo;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l5/lm_l5.c

2304

ctx->ustorm_st_context.ring.cq[0].curr_pbe.hi = req2->cq_first_pte.hi;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l5/lm_l5.c

2315

ctx->ustorm_st_context.ring.cq[i].cq_sn = ISCSI_INITIAL_SN;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l5/lm_l5.c

2329

ctx->ustorm_st_context.ring.cq[i].curr_pbe.lo = curr_pbe->as_u32.low;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l5/lm_l5.c

2330

ctx->ustorm_st_context.ring.cq[i].curr_pbe.hi = curr_pbe->as_u32.high;

usr/src/uts/common/io/chxge/sge.c

1167

struct cmdQ_ce *cq = Q->cq_centries;

usr/src/uts/common/io/chxge/sge.c

1174

ce = &cq[cidx];

usr/src/uts/common/io/chxge/sge.c

1234

ce = cq;

usr/src/uts/common/io/chxge/sge.c

1554

struct freelQ_ce *cq = Q->fq_centries;

usr/src/uts/common/io/chxge/sge.c

1560

ce = &cq[cidx];

usr/src/uts/common/io/chxge/sge.c

1586

ce = cq;

usr/src/uts/common/io/chxge/sge.c

315

cmdQ_ce_t *cq = Q->cq_centries;

usr/src/uts/common/io/chxge/sge.c

412

ce = &cq[pidx];

usr/src/uts/common/io/chxge/sge.c

447

ce = cq;

usr/src/uts/common/io/chxge/sge.c

806

struct freelQ_ce *cq = Q->fq_centries;

usr/src/uts/common/io/chxge/sge.c

807

struct freelQ_ce *ce = &cq[Q->fq_cidx];

usr/src/uts/common/io/cxgbe/firmware/t4fw_interface.h

1550

} cq;

usr/src/uts/common/io/dedump.c

161

struct copyreq *cq = (struct copyreq *)mp->b_rptr;

usr/src/uts/common/io/dedump.c

164

"%lu\n", hdr, cq->cq_cmd, (void *)cq->cq_cr, cq->cq_id, cq->cq_flag,

usr/src/uts/common/io/dedump.c

165

(void *)cq->cq_private, (void *)cq->cq_addr, cq->cq_size);

usr/src/uts/common/io/ena/ena_admin.c

168

ena_admin_cq_t *cq = &aq->ea_cq;

usr/src/uts/common/io/ena/ena_admin.c

174

uint16_t head_mod = cq->eac_head & modulo_mask;

usr/src/uts/common/io/ena/ena_admin.c

175

uint8_t phase = cq->eac_phase & ENAHW_RESP_PHASE_MASK;

usr/src/uts/common/io/ena/ena_admin.c

203

ena_admin_cq_t *cq = &aq->ea_cq;

usr/src/uts/common/io/ena/ena_admin.c

208

uint16_t head_mod = cq->eac_head & modulo_mask;

usr/src/uts/common/io/ena/ena_admin.c

209

uint8_t phase = cq->eac_phase & ENAHW_RESP_PHASE_MASK;

usr/src/uts/common/io/ena/ena_admin.c

211

ENA_DMA_SYNC(cq->eac_dma, DDI_DMA_SYNC_FORKERNEL);

usr/src/uts/common/io/ena/ena_admin.c

212

hwresp = &cq->eac_entries[head_mod];

usr/src/uts/common/io/ena/ena_admin.c

216

cq->eac_head++;

usr/src/uts/common/io/ena/ena_admin.c

217

head_mod = cq->eac_head & modulo_mask;

usr/src/uts/common/io/ena/ena_admin.c

223

hwresp = &cq->eac_entries[head_mod];

usr/src/uts/common/io/ena/ena_admin.c

226

cq->eac_phase = phase;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_mbox.c

457

(uint8_t)hba->sli.sli4.cq[num].eqid;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_mbox.c

463

addr = hba->sli.sli4.cq[num].addr.phys;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_mbox.c

488

qp2->params.request.CQContext.EQId = hba->sli.sli4.cq[num].eqid;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_mbox.c

501

addr = hba->sli.sli4.cq[num].addr.phys;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

10113

if (hba->sli.sli4.cq[i].qid == cqid) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5957

CQ_DESC_t *cq, CQE_CmplWQ_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5966

cp = cq->channelp;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5980

emlxs_sli4_process_wqe_cmpl(emlxs_hba_t *hba, CQ_DESC_t *cq, CQE_CmplWQ_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5997

cp = cq->channelp;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6107

emlxs_sli4_process_release_wqe(emlxs_hba_t *hba, CQ_DESC_t *cq,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6267

emlxs_sli4_process_unsol_rcv(emlxs_hba_t *hba, CQ_DESC_t *cq,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7078

emlxs_sli4_process_xri_aborted(emlxs_hba_t *hba, CQ_DESC_t *cq,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7120

emlxs_sli4_process_cq(emlxs_hba_t *hba, CQ_DESC_t *cq)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7130

cqe = (CQE_u *)cq->addr.virt;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7131

cqe += cq->host_index;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7134

cq->addr.virt) -

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7138

EMLXS_MPDATA_SYNC(cq->addr.dma_handle, offset,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7143

if (((cq_entry.word[3]>>31) & 0x01) != cq->qe_valid) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7150

cq->eqid, cq->qid, cqe,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7153

cq->host_index, cq->qe_valid);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7173

cq->host_index++;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7174

if (cq->host_index >= cq->max_index) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7175

cq->host_index = 0;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7176

cqe = (CQE_u *)cq->addr.virt;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7178

cq->qe_valid ^= 1;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7185

if (cq->type == EMLXS_CQ_TYPE_GROUP1) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7198

emlxs_sli4_process_wqe_cmpl(hba, cq,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7201

emlxs_sli4_process_oor_wqe_cmpl(hba, cq,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7206

emlxs_sli4_process_release_wqe(hba, cq,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7211

emlxs_sli4_process_unsol_rcv(hba, cq,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7215

emlxs_sli4_process_xri_aborted(hba, cq,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7223

cq->eqid, cq->qid,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7226

cq_entry.word[3], cq->host_index,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7227

cq->qe_valid);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7236

cq->isr_count++;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7239

cq->num_proc += num_entries;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7240

if (cq->max_proc < num_entries)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7241

cq->max_proc = num_entries;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7243

emlxs_sli4_write_cqdb(hba, cq->qid, num_entries, B_TRUE);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7332

emlxs_sli4_process_cq(hba, &hba->sli.sli4.cq[cqi]);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7528

emlxs_sli4_write_cqdb(hba, hba->sli.sli4.cq[i].qid, 0, B_TRUE);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7617

bzero(&hba->sli.sli4.cq[i], sizeof (CQ_DESC_t));

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7618

hba->sli.sli4.cq[i].qid = 0xffff;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7804

bzero(&hba->sli.sli4.cq[i], sizeof (CQ_DESC_t));

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7806

buf_info = &hba->sli.sli4.cq[i].addr;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7818

hba->sli.sli4.cq[i].max_index = cq_depth;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7819

hba->sli.sli4.cq[i].qid = 0xffff;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7820

hba->sli.sli4.cq[i].qe_valid = 1;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8091

hba->sli.sli4.cq[i].num_proc = 0;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8092

hba->sli.sli4.cq[i].max_proc = 0;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8093

hba->sli.sli4.cq[i].isr_count = 0;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8760

IOCTL_COMMON_CQ_CREATE *cq;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8806

hba->sli.sli4.cq[total_cq].eqid =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8819

cq = (IOCTL_COMMON_CQ_CREATE *)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8821

hba->sli.sli4.cq[total_cq].qid =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8822

cq->params.response.CQId;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8827

hba->sli.sli4.cq[total_cq].type =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8833

hba->sli.sli4.cq[total_cq].type =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8839

hba->sli.sli4.cq[total_cq].type =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8841

hba->sli.sli4.cq[total_cq].channelp =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8845

hba->sli.sli4.cq[total_cq].qe_valid = 1;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8857

hba->sli.sli4.cq[total_wq + EMLXS_CQ_OFFSET_WQ].qid;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8874

hba->sli.sli4.cq[total_wq+EMLXS_CQ_OFFSET_WQ].qid;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8889

hba->sli.sli4.cq[EMLXS_CQ_RCV].qid;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8893

hba->sli.sli4.cq[EMLXS_CQ_RCV].qid;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

8939

hba->sli.sli4.mq.cqid = hba->sli.sli4.cq[EMLXS_CQ_MBOX].qid;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5462

addr = hba->sli.sli4.cq[i].addr.virt;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5463

qp->cq[i].host_index =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5464

hba->sli.sli4.cq[i].host_index;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5465

qp->cq[i].max_index =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5466

hba->sli.sli4.cq[i].max_index;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5467

qp->cq[i].qid =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5468

hba->sli.sli4.cq[i].qid;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5469

qp->cq[i].eqid =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5470

hba->sli.sli4.cq[i].eqid;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5471

qp->cq[i].type =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5472

hba->sli.sli4.cq[i].type;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5473

qp->cq[i].phys =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5474

hba->sli.sli4.cq[i].addr.phys;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5475

qp->cq[i].virt = PADDR_LO(

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5477

qp->cq[i].virt_hi = PADDR_HI(

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5479

qp->cq[i].max_proc =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5480

hba->sli.sli4.cq[i].max_proc;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5481

qp->cq[i].isr_count =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5482

hba->sli.sli4.cq[i].isr_count;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5483

qp->cq[i].num_proc =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_solaris.c

5484

hba->sli.sli4.cq[i].num_proc;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_gld.c

310

oce_arm_cq(dev, wq->cq->cq_id, 0, B_TRUE);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_intr.c

310

struct oce_cq *cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_intr.c

334

cq = dev->cq[cq_id];

usr/src/uts/common/io/fibre-channel/fca/oce/oce_intr.c

337

(void) cq->cq_handler(cq->cb_arg);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

102

cq = mq->cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

104

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_mq_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

108

RING_GET(cq->ring, 1);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

109

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_mq_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

113

oce_arm_cq(dev, cq->cq_id, num_cqe, B_FALSE);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

115

oce_drain_eq(mq->cq->eq);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

47

struct oce_cq *cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

52

cq = mq->cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

55

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_mq_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

77

RING_GET(cq->ring, 1);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

78

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_mq_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

82

oce_arm_cq(dev, cq->cq_id, num_cqe, B_TRUE);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

89

oce_arm_cq(mq->parent, mq->cq->cq_id, 0, B_TRUE);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

97

struct oce_cq *cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

199

struct oce_cq *cq = NULL;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

205

cq = kmem_zalloc(sizeof (struct oce_cq), KM_NOSLEEP);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

206

if (cq == NULL) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

213

cq->ring = create_ring_buffer(dev, q_len,

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

215

if (cq->ring == NULL) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

218

(void *)cq->ring);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

219

kmem_free(cq, sizeof (struct oce_cq));

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

249

fwcmd->params.req.num_pages = cq->ring->dbuf->num_pages;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

250

oce_page_list(cq->ring->dbuf, &fwcmd->params.req.pages[0],

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

251

cq->ring->dbuf->num_pages);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

264

destroy_ring_buffer(dev, cq->ring);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

265

kmem_free(cq, sizeof (struct oce_cq));

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

269

cq->parent = dev;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

270

cq->eq = eq; /* eq array index */

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

271

cq->cq_cfg.q_len = q_len;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

272

cq->cq_cfg.item_size = item_size;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

273

cq->cq_cfg.sol_eventable = (uint8_t)sol_event;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

274

cq->cq_cfg.nodelay = (uint8_t)nodelay;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

276

cq->cq_id = LE_16(fwcmd->params.rsp.cq_id);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

277

dev->cq[cq->cq_id % OCE_MAX_CQ] = cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

279

return (cq);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

291

oce_cq_del(struct oce_dev *dev, struct oce_cq *cq)

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

297

destroy_ring_buffer(dev, cq->ring);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

298

cq->ring = NULL;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

303

fwcmd->params.req.id = cq->cq_id;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

309

cq->cq_handler = NULL;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

310

dev->cq[cq->cq_id % OCE_MAX_CQ] = NULL;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

311

atomic_dec_32(&cq->eq->ref_count);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

312

mutex_destroy(&cq->lock);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

315

kmem_free(cq, sizeof (struct oce_cq));

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

334

struct oce_cq *cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

337

cq = oce_cq_create(dev, eq, CQ_LEN_256,

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

340

if (cq == NULL) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

374

fwcmd->params.req.context.u0.s.cq_id = cq->cq_id;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

395

mq->cq = cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

403

cq->cq_handler = oce_drain_mq_cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

404

cq->cb_arg = (void *)mq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

414

oce_cq_del(dev, cq);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

441

oce_cq_del(dev, mq->cq);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

442

mq->cq = NULL;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

583

struct oce_cq *cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

587

cq = oce_cq_create(dev, eq, CQ_LEN_1024,

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

590

if (cq == NULL) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

615

fwcmd->params.req.cq_id = cq->cq_id;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

630

oce_cq_del(dev, cq);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

637

wq->cq = cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

639

wq->cq->cq_handler = oce_drain_wq_cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

640

wq->cq->cb_arg = (void *)wq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

678

oce_cq_del(dev, wq->cq);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

679

wq->cq = NULL;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

826

struct oce_cq *cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

829

cq = oce_cq_create(dev, eq, CQ_LEN_1024, sizeof (struct oce_nic_rx_cqe),

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

832

if (cq == NULL) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

846

fwcmd->params.req.cq_id = cq->cq_id;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

864

oce_cq_del(dev, cq);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

873

rq->cq = cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

876

rq->cq->cq_handler = oce_drain_rq_cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

877

rq->cq->cb_arg = (void *)rq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

915

oce_cq_del(dev, rq->cq);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_queue.c

916

rq->cq = NULL;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

492

struct oce_cq *cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

499

cq = rq->cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

503

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_nic_rx_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

505

(void) DBUF_SYNC(cq->ring->dbuf, DDI_DMA_SYNC_FORKERNEL);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

544

RING_GET(cq->ring, 1);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

545

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring,

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

557

oce_arm_cq(dev, cq->cq_id, num_cqe, B_TRUE);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

605

struct oce_cq *cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

611

cq = rq->cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

612

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_nic_rx_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

621

oce_arm_cq(dev, cq->cq_id, 1, B_TRUE);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

623

RING_GET(cq->ring, 1);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

624

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring,

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

651

oce_arm_cq(dev, rq->cq->cq_id, 0, B_TRUE);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

559

struct oce_cq *cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

564

cq = wq->cq;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

566

(void) ddi_dma_sync(cq->ring->dbuf->dma_handle, 0, 0,

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

570

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_nic_tx_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

589

RING_GET(cq->ring, 1);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

590

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring,

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

596

oce_arm_cq(wq->parent, cq->cq_id, num_cqe, rearm);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

958

oce_drain_eq(wq->cq->eq);

usr/src/uts/common/io/ib/adapters/hermon/hermon_ci.c

1756

hermon_ci_poll_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq, ibt_wc_t *wc_p,

usr/src/uts/common/io/ib/adapters/hermon/hermon_ci.c

1772

cqhdl = (hermon_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_ci.c

879

hermon_ci_free_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq)

usr/src/uts/common/io/ib/adapters/hermon/hermon_ci.c

887

cqhdl = (hermon_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_ci.c

902

hermon_ci_query_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq, uint_t *entries_p,

usr/src/uts/common/io/ib/adapters/hermon/hermon_ci.c

910

cqhdl = (hermon_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_ci.c

929

hermon_ci_resize_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq, uint_t size,

usr/src/uts/common/io/ib/adapters/hermon/hermon_ci.c

938

cqhdl = (hermon_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_ci.c

955

hermon_ci_modify_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq, uint_t count,

usr/src/uts/common/io/ib/adapters/hermon/hermon_ci.c

964

cqhdl = (hermon_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1058

hermon_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1063

cq = hermon_cqhdl_from_cqnum(state, cqnum);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1085

if ((cq != NULL) && (cq->cq_cqnum == cqnum) &&

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1087

hermon_arm_cq_dbr_update(cq->cq_arm_ci_vdbr);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1088

HERMON_DO_IBTF_CQ_CALLB(state, cq);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1104

hermon_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1112

cq = hermon_cqhdl_from_cqnum(state, cqnum);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1134

if ((cq != NULL) && (cq->cq_cqnum == cqnum) &&

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1136

event.ev_cq_hdl = (ibt_cq_hdl_t)cq->cq_hdlrarg;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1150

hermon_cq_refcnt_inc(hermon_cqhdl_t cq, uint_t is_special)

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1159

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1160

if (cq->cq_refcnt == 0) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1161

cq->cq_is_special = is_special;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1163

if (cq->cq_is_special != is_special) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1164

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1168

cq->cq_refcnt++;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1169

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1179

hermon_cq_refcnt_dec(hermon_cqhdl_t cq)

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1182

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1183

cq->cq_refcnt--;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1184

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1193

hermon_cq_arm_doorbell(hermon_state_t *state, hermon_cqhdl_t cq, uint_t cq_cmd)

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1203

cq_num = cq->cq_cqnum;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1204

target = (uint32_t *)cq->cq_arm_ci_vdbr + 1;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1218

new = htonl(cmd_sn | (cq->cq_consindx & 0xFFFFFF));

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1223

&state->hs_uar->cq, (((uint64_t)cmd_sn | cq_num) <<

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1224

32) | (cq->cq_consindx & 0xFFFFFF));

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1232

new = htonl(cmd_sn | (cq->cq_consindx & 0xFFFFFF));

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1237

&state->hs_uar->cq, (((uint64_t)cmd_sn | cq_num) <<

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1238

32) | (cq->cq_consindx & 0xFFFFFF));

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1289

hermon_cq_cqe_consume(hermon_state_t *state, hermon_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1302

opcode = HERMON_CQE_OPCODE_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1305

hermon_cq_errcqe_consume(state, cq, cqe, wc);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1313

wc->wc_id = hermon_wrid_get_entry(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1322

if (HERMON_CQE_SENDRECV_GET(cq, cqe) != HERMON_COMPLETION_RECV) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1371

hermon_fcoib_is_fexch_qpn(state, HERMON_CQE_QPNUM_GET(cq, cqe))) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1373

if (HERMON_CQE_FEXCH_DIFE(cq, cqe))

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1375

wc->wc_bytes_xfer = HERMON_CQE_BYTECNT_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1376

wc->wc_fexch_seq_cnt = HERMON_CQE_FEXCH_SEQ_CNT(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1377

wc->wc_fexch_tx_bytes_xfer = HERMON_CQE_FEXCH_TX_BYTES(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1378

wc->wc_fexch_rx_bytes_xfer = HERMON_CQE_FEXCH_RX_BYTES(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1379

wc->wc_fexch_seq_id = HERMON_CQE_FEXCH_SEQ_ID(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

138

cq = (hermon_cqhdl_t)rsrc->hr_addr;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1380

wc->wc_detail = HERMON_CQE_FEXCH_DETAIL(cq, cqe) &

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1382

wc->wc_rkey = HERMON_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

139

_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*cq))

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1396

wc->wc_sl = HERMON_CQE_SL_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1397

wc->wc_qpn = HERMON_CQE_DQPN_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1398

wc->wc_slid = HERMON_CQE_DLID_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

140

cq->cq_is_umap = cq_is_umap;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1400

HERMON_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1408

wc->wc_path_bits = HERMON_CQE_PATHBITS_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1409

wc->wc_bytes_xfer = HERMON_CQE_BYTECNT_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

141

cq->cq_cqnum = cqc->hr_indx; /* just use index, implicit in Hermon */

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1415

if (HERMON_CQE_GRH_GET(cq, cqe) != 0) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

142

cq->cq_intmod_count = 0;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1429

qpnum = HERMON_CQE_QPNUM_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

143

cq->cq_intmod_usec = 0;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1438

if (HERMON_CQE_IS_IPOK(cq, cqe)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1439

wc->wc_cksum = HERMON_CQE_CKSUM(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1442

HERMON_CQE_IPOIB_STATUS(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1474

hermon_cq_errcqe_consume(hermon_state_t *state, hermon_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1485

wc->wc_id = hermon_wrid_get_entry(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1492

imm_eth_pkey_cred = HERMON_CQE_ERROR_SYNDROME_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1496

"vendor syndrome %x", cqe, HERMON_CQE_QPNUM_GET(cq, cqe),

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1497

HERMON_CQE_WQECNTR_GET(cq, cqe), status,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1498

HERMON_CQE_ERROR_VENDOR_SYNDROME_GET(cq, cqe));

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

152

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

153

umapdb = hermon_umap_db_alloc(state->hs_instance, cq->cq_cqnum,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1591

hermon_cq_resize_helper(hermon_state_t *state, hermon_cqhdl_t cq)

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1602

ASSERT(MUTEX_HELD(&cq->cq_lock));

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1604

resize_hdl = cq->cq_resize_hdl;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1614

status = hermon_mr_deregister(state, &cq->cq_mrhdl, HERMON_MR_DEREG_ALL,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1621

hermon_queue_free(&cq->cq_cqinfo);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1625

cq->cq_buf = resize_hdl->cq_buf;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1626

cq->cq_mrhdl = resize_hdl->cq_mrhdl;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1627

cq->cq_bufsz = resize_hdl->cq_bufsz;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1628

cq->cq_log_cqsz = resize_hdl->cq_log_cqsz;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1629

cq->cq_umap_dhp = cq->cq_resize_hdl->cq_umap_dhp;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1630

cq->cq_resize_hdl = 0;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1631

bcopy(&resize_hdl->cq_cqinfo, &cq->cq_cqinfo,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1647

hermon_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1661

cq = qp->qp_rq_cqhdl;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1663

if (cq == NULL) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1664

cq = qp->qp_sq_cqhdl;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1668

if (cq == NULL)

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

167

status = hermon_dbr_alloc(state, uarpg, &cq->cq_arm_ci_dbr_acchdl,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1671

cons_indx = cq->cq_consindx;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1672

shift = cq->cq_log_cqsz;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1673

mask = cq->cq_bufsz;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1677

cqe = &cq->cq_buf[cons_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

168

&cq->cq_arm_ci_vdbr, &cq->cq_arm_ci_pdbr, &cq->cq_dbr_mapoffset);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1688

while (HERMON_CQE_OWNER_IS_SW(cq, cqe, tail_cons_indx, shift, mask)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1696

cqe = &cq->cq_buf[tail_cons_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1707

cqe = &cq->cq_buf[check_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1714

if (qpnum == HERMON_CQE_QPNUM_GET(cq, cqe)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1715

if (srq && (HERMON_CQE_SENDRECV_GET(cq, cqe) ==

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1721

indx = HERMON_CQE_WQEADDRSZ_GET(cq, cqe) &

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1730

&cq->cq_buf[new_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1753

if (cq->cq_consindx != cons_indx) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1758

cq->cq_consindx = cons_indx;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1760

hermon_cq_update_ci_doorbell(cq);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1763

if (cq != qp->qp_sq_cqhdl) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1764

cq = qp->qp_sq_cqhdl;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

207

cq->cq_cqinfo.qa_size = (1 << log_cq_size) * sizeof (hermon_hw_cqe_t);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

209

cq->cq_cqinfo.qa_alloc_align = PAGESIZE;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

210

cq->cq_cqinfo.qa_bind_align = PAGESIZE;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

211

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

212

cq->cq_cqinfo.qa_location = HERMON_QUEUE_LOCATION_USERLAND;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

214

cq->cq_cqinfo.qa_location = HERMON_QUEUE_LOCATION_NORMAL;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

215

hermon_arm_cq_dbr_init(cq->cq_arm_ci_vdbr);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

217

status = hermon_queue_alloc(state, &cq->cq_cqinfo, sleepflag);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

222

buf = (hermon_hw_cqe_t *)cq->cq_cqinfo.qa_buf_aligned;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

239

mr_attr.mr_len = cq->cq_cqinfo.qa_size;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

243

op.mro_bind_dmahdl = cq->cq_cqinfo.qa_dmahdl;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

253

cq->cq_erreqnum = HERMON_CQ_ERREQNUM_GET(state);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

261

cq->cq_eqnum = HERMON_HID_TO_EQNUM(state, cq_attr->cq_hid);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

262

IBTF_DPRINTF_L2("cqalloc", "hid: eqn %d", cq->cq_eqnum);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

281

cq->cq_eqnum = HERMON_HID_TO_EQNUM(state,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

285

cq_schedp->cqs_len, cq->cq_eqnum);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

299

cqc_entry.pg_offs = cq->cq_cqinfo.qa_pgoffs >> 5;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

302

cqc_entry.c_eqn = cq->cq_eqnum;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

306

cqc_entry.dbr_addrh = (uint32_t)((uint64_t)cq->cq_arm_ci_pdbr >> 32);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

307

cqc_entry.dbr_addrl = (uint32_t)((uint64_t)cq->cq_arm_ci_pdbr >> 3);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

317

sizeof (hermon_hw_cqc_t), cq->cq_cqnum, sleepflag);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

333

cq->cq_resize_hdl = 0;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

334

cq->cq_cqcrsrcp = cqc;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

335

cq->cq_rsrcp = rsrc;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

336

cq->cq_consindx = 0;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

338

cq->cq_buf = buf;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

339

cq->cq_bufsz = (1 << log_cq_size);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

340

cq->cq_log_cqsz = log_cq_size;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

341

cq->cq_mrhdl = mr;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

342

cq->cq_refcnt = 0;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

343

cq->cq_is_special = 0;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

344

cq->cq_uarpg = uarpg;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

345

cq->cq_umap_dhp = (devmap_cookie_t)NULL;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

346

avl_create(&cq->cq_wrid_wqhdr_avl_tree, hermon_wrid_workq_compare,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

350

cq->cq_hdlrarg = (void *)ibt_cqhdl;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

356

hermon_icm_set_num_to_hdl(state, HERMON_CQC, cqc->hr_indx, cq);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

363

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

374

*cqhdl = cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

387

hermon_queue_free(&cq->cq_cqinfo);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

389

hermon_dbr_free(state, uarpg, cq->cq_arm_ci_vdbr);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

418

hermon_cqhdl_t cq, resize;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

429

cq = *cqhdl;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

430

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

431

cqc = cq->cq_cqcrsrcp;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

432

rsrc = cq->cq_rsrcp;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

434

mr = cq->cq_mrhdl;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

435

cqnum = cq->cq_cqnum;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

437

resize = cq->cq_resize_hdl; /* save the handle for later */

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

443

if (cq->cq_refcnt != 0) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

444

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

456

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

461

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

466

if (cq->cq_umap_dhp != NULL) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

468

status = devmap_devmem_remap(cq->cq_umap_dhp,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

469

state->hs_dip, 0, 0, cq->cq_cqinfo.qa_size,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

47

#define hermon_cq_update_ci_doorbell(cq) \

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

472

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

477

cq->cq_umap_dhp = (devmap_cookie_t)NULL;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

488

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

489

_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*cq))

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

49

HERMON_UAR_DB_RECORD_WRITE(cq->cq_arm_ci_vdbr, \

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

50

cq->cq_consindx & 0x00FFFFFF)

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

52

static int hermon_cq_arm_doorbell(hermon_state_t *state, hermon_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

541

hermon_queue_free(&cq->cq_cqinfo);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

55

static void hermon_cq_cqe_consume(hermon_state_t *state, hermon_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

551

hermon_dbr_free(state, cq->cq_uarpg, cq->cq_arm_ci_vdbr);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

57

static void hermon_cq_errcqe_consume(hermon_state_t *state, hermon_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

574

hermon_cq_resize(hermon_state_t *state, hermon_cqhdl_t cq, uint_t req_size,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

589

if (cq->cq_resize_hdl != 0) { /* already in process */

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

639

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

692

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

715

status = hermon_resize_cq_cmd_post(state, &cqc_entry, cq->cq_cqnum,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

719

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

73

hermon_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

759

cq->cq_resize_hdl = resize_hdl;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

765

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

787

hermon_cq_modify(hermon_state_t *state, hermon_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

793

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

794

if (count != cq->cq_intmod_count ||

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

795

usec != cq->cq_intmod_usec) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

800

cq->cq_cqnum, MODIFY_MODERATION_CQ, sleepflag);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

802

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

811

cq->cq_intmod_count = count;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

812

cq->cq_intmod_usec = usec;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

814

if (hid && (hid - 1 != cq->cq_eqnum)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

818

cq->cq_cqnum, MODIFY_EQN, sleepflag);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

820

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

829

cq->cq_eqnum = hid - 1;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

831

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

840

hermon_cq_notify(hermon_state_t *state, hermon_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

855

status = hermon_cq_arm_doorbell(state, cq, cmd);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

865

hermon_cq_poll(hermon_state_t *state, hermon_cqhdl_t cq, ibt_wc_t *wc_p,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

879

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

883

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

886

cons_indx = cq->cq_consindx;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

887

shift = cq->cq_log_cqsz;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

888

mask = cq->cq_bufsz;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

894

wrap_around_mask = (cq->cq_bufsz - 1);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

897

cqe = &cq->cq_buf[cons_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

910

while (HERMON_CQE_OWNER_IS_SW(cq, cqe, cons_indx, shift, mask)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

911

if (cq->cq_resize_hdl != 0) { /* in midst of resize */

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

913

opcode = HERMON_CQE_OPCODE_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

915

hermon_cq_resize_helper(state, cq);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

921

wrap_around_mask = (cq->cq_bufsz - 1);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

924

cqe = &cq->cq_buf[cons_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

934

hermon_cq_cqe_consume(state, cq, cqe, &wc_p[polled_cnt++]);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

940

cqe = &cq->cq_buf[cons_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

955

if ((polled_cnt != 0) && (cq->cq_consindx != cons_indx)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

960

cq->cq_consindx = cons_indx;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

961

hermon_cq_update_ci_doorbell(cq);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

966

cq->cq_consindx = cons_indx;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

967

hermon_cq_update_ci_doorbell(cq);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

971

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_rsrc.c

150

static int hermon_rsrc_cqhdl_constructor(void *cq, void *priv, int flags);

usr/src/uts/common/io/ib/adapters/hermon/hermon_rsrc.c

151

static void hermon_rsrc_cqhdl_destructor(void *cq, void *state);

usr/src/uts/common/io/ib/adapters/hermon/hermon_rsrc.c

152

static int hermon_rsrc_qphdl_constructor(void *cq, void *priv, int flags);

usr/src/uts/common/io/ib/adapters/hermon/hermon_rsrc.c

153

static void hermon_rsrc_qphdl_destructor(void *cq, void *state);

usr/src/uts/common/io/ib/adapters/hermon/hermon_rsrc.c

2441

hermon_rsrc_cqhdl_constructor(void *cq, void *priv, int flags)

usr/src/uts/common/io/ib/adapters/hermon/hermon_rsrc.c

2446

cqhdl = (hermon_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_rsrc.c

2462

hermon_rsrc_cqhdl_destructor(void *cq, void *priv)

usr/src/uts/common/io/ib/adapters/hermon/hermon_rsrc.c

2466

cqhdl = (hermon_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1063

hermon_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1178

cq = (hermon_cqhdl_t)rsrcp->hr_addr;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1191

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1192

if (cq->cq_umap_dhp == dhp) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1193

cq->cq_umap_dhp = NULL;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1195

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1548

hermon_umap_cq_data_out(hermon_cqhdl_t cq, mlnx_umap_cq_data_out_t *data,

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1552

if (cq == NULL) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1563

if (cq->cq_resize_hdl) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1564

data->mcq_maplen = cq->cq_resize_hdl->cq_cqinfo.qa_size;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1565

data->mcq_numcqe = cq->cq_resize_hdl->cq_bufsz;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1567

data->mcq_maplen = cq->cq_cqinfo.qa_size;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1568

data->mcq_numcqe = cq->cq_bufsz;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1588

data->mcq_mapoffset = ((((uint64_t)cq->cq_cqnum <<

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1590

data->mcq_cqnum = cq->cq_cqnum;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1594

data->mcq_polldbr_mapoffset = cq->cq_dbr_mapoffset;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1596

data->mcq_polldbr_offset = (uintptr_t)cq->cq_arm_ci_vdbr &

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

1598

data->mcq_armdbr_mapoffset = cq->cq_dbr_mapoffset;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

292

hermon_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

298

cq = (hermon_cqhdl_t)rsrcp->hr_addr;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

301

size = ptob(btopr(cq->cq_resize_hdl ?

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

302

cq->cq_resize_hdl->cq_cqinfo.qa_size : cq->cq_cqinfo.qa_size));

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

307

&hermon_devmap_umem_cbops, cq->cq_resize_hdl ?

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

308

cq->cq_resize_hdl->cq_cqinfo.qa_umemcookie :

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

309

cq->cq_cqinfo.qa_umemcookie, 0, size,

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

460

hermon_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

511

cq = hermon_cqhdl_from_cqnum(state, key);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

518

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

519

if (cq->cq_umap_dhp == NULL) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

520

cq->cq_umap_dhp = dhp;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

521

dvm_track->hdt_size = cq->cq_cqinfo.qa_size;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

522

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

523

} else if (cq->cq_resize_hdl &&

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

524

(cq->cq_resize_hdl->cq_umap_dhp == NULL)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

525

cq->cq_resize_hdl->cq_umap_dhp = dhp;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

527

cq->cq_resize_hdl->cq_cqinfo.qa_size;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

528

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

530

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

664

hermon_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

779

cq = (hermon_cqhdl_t)rsrcp->hr_addr;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

792

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

793

if (cq->cq_umap_dhp == dhp) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

794

cq->cq_umap_dhp = NULL;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

795

if (cq->cq_resize_hdl) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

797

hermon_cq_resize_helper(state, cq);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

800

if (cq->cq_resize_hdl &&

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

801

cq->cq_resize_hdl->cq_umap_dhp == dhp) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

807

cq->cq_resize_hdl->cq_umap_dhp = NULL;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

810

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

86

static ibt_status_t hermon_umap_cq_data_out(hermon_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

865

hermon_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

916

cq = hermon_cqhdl_from_cqnum(state, key);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

923

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

924

if (cq->cq_umap_dhp == NULL) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

925

cq->cq_umap_dhp = dhp;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

926

dvm_track->hdt_size = cq->cq_cqinfo.qa_size;

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

927

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_umap.c

929

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2359

hermon_wrid_get_entry(hermon_cqhdl_t cq, hermon_hw_cqe_t *cqe)

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2370

send_or_recv = HERMON_CQE_SENDRECV_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2373

qpnum = HERMON_CQE_QPNUM_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2374

wqa = hermon_wrid_wqavl_find(cq, qpnum, send_or_recv);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2387

indx = HERMON_CQE_WQEADDRSZ_GET(cq, cqe) & wq->wq_mask;

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2436

hermon_wrid_wqavl_find(hermon_cqhdl_t cq, uint_t qpn, uint_t wq_type)

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2452

curr = avl_find(&cq->cq_wrid_wqhdr_avl_tree, &cmp, NULL);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2500

hermon_cq_workq_add(hermon_cqhdl_t cq, hermon_workq_avl_t *wqavl)

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2510

(void) avl_find(&cq->cq_wrid_wqhdr_avl_tree, &cmp, &where);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2511

avl_insert(&cq->cq_wrid_wqhdr_avl_tree, wqavl, where);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2520

hermon_cq_workq_remove(hermon_cqhdl_t cq, hermon_workq_avl_t *wqavl)

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2525

avl_remove(&cq->cq_wrid_wqhdr_avl_tree, wqavl);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

55

static hermon_workq_avl_t *hermon_wrid_wqavl_find(hermon_cqhdl_t cq, uint_t qpn,

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

57

static void hermon_cq_workq_add(hermon_cqhdl_t cq, hermon_workq_avl_t *wqavl);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

58

static void hermon_cq_workq_remove(hermon_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

1007

tavor_ci_free_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq)

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

1019

if (cq == NULL) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

1025

cqhdl = (tavor_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

1043

tavor_ci_query_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq, uint_t *entries_p,

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

1054

if (cq == NULL) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

1059

cqhdl = (tavor_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

1079

tavor_ci_resize_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq, uint_t size,

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

1092

if (cq == NULL) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

1098

cqhdl = (tavor_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

1116

tavor_ci_modify_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

2086

tavor_ci_poll_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq, ibt_wc_t *wc_p,

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

2102

if (cq == NULL) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_ci.c

2113

cqhdl = (tavor_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1027

if ((cq != NULL) && (cq->cq_cqnum == cqnum) &&

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1029

TAVOR_DO_IBTF_CQ_CALLB(state, cq);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1044

tavor_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1065

cq = tavor_cqhdl_from_cqnum(state, cqnum);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1087

if ((cq != NULL) && (cq->cq_cqnum == cqnum) &&

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1089

event.ev_cq_hdl = (ibt_cq_hdl_t)cq->cq_hdlrarg;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1104

tavor_cq_refcnt_inc(tavor_cqhdl_t cq, uint_t is_special)

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1113

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1114

if (cq->cq_refcnt == 0) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1115

cq->cq_is_special = is_special;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1117

if (cq->cq_is_special != is_special) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1118

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1122

cq->cq_refcnt++;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1123

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1133

tavor_cq_refcnt_dec(tavor_cqhdl_t cq)

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1136

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1137

cq->cq_refcnt--;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1138

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1157

TAVOR_UAR_DOORBELL(state, (uint64_t *)&state->ts_uar->cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1198

tavor_cq_cqe_consume(tavor_state_t *state, tavor_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1210

opcode = TAVOR_CQE_OPCODE_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1213

status = tavor_cq_errcqe_consume(state, cq, cqe, wc);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1221

wc->wc_id = tavor_wrid_get_entry(cq, cqe, NULL);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1229

if (TAVOR_CQE_SENDRECV_GET(cq, cqe) != TAVOR_COMPLETION_RECV) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

128

cq = (tavor_cqhdl_t)rsrc->tr_addr;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1282

qpnum = TAVOR_CQE_QPNUM_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

129

_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*cq))

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

130

cq->cq_is_umap = cq_is_umap;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1313

if (TAVOR_CQE_GRH_GET(cq, cqe) != 0) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1329

wc->wc_sl = TAVOR_CQE_SL_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

133

cq->cq_cqnum = cqc->tr_indx;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1330

wc->wc_immed_data = TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1331

wc->wc_qpn = TAVOR_CQE_DQPN_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1333

wc->wc_slid = TAVOR_CQE_DLID_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1342

if (TAVOR_CQE_SENDRECV_GET(cq, cqe) == TAVOR_COMPLETION_RECV) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1343

wc->wc_path_bits = TAVOR_CQE_PATHBITS_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1344

wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1348

wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1360

tavor_cq_errcqe_consume(tavor_state_t *state, tavor_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1373

wc->wc_id = tavor_wrid_get_entry(cq, cqe, &wre);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1380

imm_eth_pkey_cred = TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

142

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

143

umapdb = tavor_umap_db_alloc(state->ts_instance, cq->cq_cqnum,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1502

TAVOR_CQE_IMM_ETH_PKEY_CRED_SET(cq, cqe,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1505

TAVOR_CQE_WQEADDRSZ_SET(cq, cqe,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1518

tavor_cqe_sync(tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe, uint_t flag)

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1524

if (cq->cq_sync == 0)

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1528

dmahdl = cq->cq_mrhdl->mr_bindinfo.bi_dmahdl;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1531

offset = (off_t)((uintptr_t)cqe - (uintptr_t)&cq->cq_buf[0]);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1541

tavor_cq_resize_helper(tavor_cqhdl_t cq, tavor_hw_cqe_t *new_cqbuf,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1548

ASSERT(MUTEX_HELD(&cq->cq_lock));

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1557

wrap_around_mask = (cq->cq_bufsz - 1);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1563

old_cqe = &cq->cq_buf[old_cons_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1567

if (cq->cq_sync) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1568

(void) ddi_dma_sync(cq->cq_mrhdl->mr_bindinfo.bi_dmahdl,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1569

0, cq->cq_cqinfo.qa_size, DDI_DMA_SYNC_FORCPU);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1587

old_cqe = &cq->cq_buf[old_cons_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1599

tavor_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1612

cq = qp->qp_rq_cqhdl;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1624

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1629

cons_indx = cq->cq_consindx;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1635

wrap_around_mask = (cq->cq_bufsz - 1);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1638

cqe = &cq->cq_buf[cons_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1641

tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1652

while (TAVOR_CQE_OWNER_IS_SW(cq, cqe)) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1660

cqe = &cq->cq_buf[tail_cons_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1663

tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1674

cqe = &cq->cq_buf[check_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1677

cqe_qpnum = TAVOR_CQE_QPNUM_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1678

cqe_type = TAVOR_CQE_SENDRECV_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1693

cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1697

next_cqe = &cq->cq_buf[new_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1729

cqe = &cq->cq_buf[indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1732

TAVOR_CQE_OWNER_SET_HW(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1750

if ((removed_cqes != 0) && (cq->cq_consindx != cons_indx)) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1755

if (cons_indx > cq->cq_consindx) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1756

num_to_increment = (cons_indx - cq->cq_consindx) - 1;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1758

num_to_increment = ((cons_indx + cq->cq_bufsz) -

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1759

cq->cq_consindx) - 1;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1761

cq->cq_consindx = cons_indx;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1764

cq->cq_cqnum, num_to_increment);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

182

cq->cq_cqinfo.qa_size = (1 << log_cq_size) * sizeof (tavor_hw_cqe_t);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

183

cq->cq_cqinfo.qa_alloc_align = sizeof (tavor_hw_cqe_t);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

184

cq->cq_cqinfo.qa_bind_align = sizeof (tavor_hw_cqe_t);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

185

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

186

cq->cq_cqinfo.qa_location = TAVOR_QUEUE_LOCATION_USERLAND;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

188

cq->cq_cqinfo.qa_location = TAVOR_QUEUE_LOCATION_NORMAL;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

190

status = tavor_queue_alloc(state, &cq->cq_cqinfo, sleepflag);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

194

buf = (tavor_hw_cqe_t *)cq->cq_cqinfo.qa_buf_aligned;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

204

TAVOR_CQE_OWNER_SET_HW(cq, &buf[i]);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

215

mr_attr.mr_len = cq->cq_cqinfo.qa_size;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

218

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

227

op.mro_bind_dmahdl = cq->cq_cqinfo.qa_dmahdl;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

238

cq_sync = TAVOR_CQ_IS_SYNC_REQ(state, cq->cq_cqinfo);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

243

cq->cq_cqinfo.qa_size, DDI_DMA_SYNC_FORDEV);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

255

cq->cq_eqnum = TAVOR_CQ_EQNUM_GET(cq->cq_cqnum);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

256

cq->cq_erreqnum = TAVOR_CQ_ERREQNUM_GET(cq->cq_cqnum);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

262

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

269

cqc_entry.e_eqn = cq->cq_erreqnum;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

270

cqc_entry.c_eqn = cq->cq_eqnum;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

271

cqc_entry.cqn = cq->cq_cqnum;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

281

sizeof (tavor_hw_cqc_t), cq->cq_cqnum, sleepflag);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

293

cq->cq_cqcrsrcp = cqc;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

294

cq->cq_rsrcp = rsrc;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

295

cq->cq_consindx = 0;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

296

cq->cq_buf = buf;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

297

cq->cq_bufsz = (1 << log_cq_size);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

298

cq->cq_mrhdl = mr;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

299

cq->cq_sync = cq_sync;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

300

cq->cq_refcnt = 0;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

301

cq->cq_is_special = 0;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

302

cq->cq_uarpg = uarpg;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

303

cq->cq_umap_dhp = (devmap_cookie_t)NULL;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

304

avl_create(&cq->cq_wrid_wqhdr_avl_tree, tavor_wrid_wqhdr_compare,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

308

cq->cq_wrid_reap_head = NULL;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

309

cq->cq_wrid_reap_tail = NULL;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

310

cq->cq_hdlrarg = (void *)ibt_cqhdl;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

317

state->ts_cqhdl[cqc->tr_indx] = cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

324

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

335

*cqhdl = cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

348

tavor_queue_free(state, &cq->cq_cqinfo);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

377

tavor_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

388

cq = *cqhdl;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

389

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

390

cqc = cq->cq_cqcrsrcp;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

391

rsrc = cq->cq_rsrcp;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

393

mr = cq->cq_mrhdl;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

394

cqnum = cq->cq_cqnum;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

400

if (cq->cq_refcnt != 0) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

401

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

413

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

418

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

423

if (cq->cq_umap_dhp != NULL) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

425

status = devmap_devmem_remap(cq->cq_umap_dhp,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

426

state->ts_dip, 0, 0, cq->cq_cqinfo.qa_size,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

429

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

434

cq->cq_umap_dhp = (devmap_cookie_t)NULL;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

451

tavor_wrid_cq_force_reap(cq);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

453

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

454

_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*cq))

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

48

static int tavor_cq_cqe_consume(tavor_state_t *state, tavor_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

485

tavor_queue_free(state, &cq->cq_cqinfo);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

50

static int tavor_cq_errcqe_consume(tavor_state_t *state, tavor_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

508

tavor_cq_resize(tavor_state_t *state, tavor_cqhdl_t cq, uint_t req_size,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

52

static void tavor_cqe_sync(tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

54

static void tavor_cq_resize_helper(tavor_cqhdl_t cq, tavor_hw_cqe_t *new_cqbuf,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

561

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

579

TAVOR_CQE_OWNER_SET_HW(cq, &buf[i]);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

592

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

629

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

647

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

649

cq->cq_cqnum, &cqc_entry, sizeof (tavor_hw_cqc_t),

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

653

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

666

old_cons_indx = cq->cq_consindx;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

689

status = tavor_resize_cq_cmd_post(state, &cqc_entry, cq->cq_cqnum,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

69

tavor_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

693

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

717

tavor_cq_resize_helper(cq, buf, old_cons_indx, new_prod_indx);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

730

mr_old = cq->cq_mrhdl;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

731

old_cqinfo = cq->cq_cqinfo;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

732

cq->cq_cqinfo = new_cqinfo;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

733

cq->cq_consindx = 0;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

734

cq->cq_buf = buf;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

735

cq->cq_bufsz = (1 << log_cq_size);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

736

cq->cq_mrhdl = mr;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

737

cq->cq_sync = cq_sync;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

745

if ((cq->cq_is_umap) && (cq->cq_umap_dhp != NULL)) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

747

status = devmap_devmem_remap(cq->cq_umap_dhp,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

748

state->ts_dip, 0, 0, cq->cq_cqinfo.qa_size, maxprot,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

751

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

756

cq->cq_umap_dhp = (devmap_cookie_t)NULL;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

763

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

803

tavor_cq_notify(tavor_state_t *state, tavor_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

816

cqnum = cq->cq_cqnum;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

838

tavor_cq_poll(tavor_state_t *state, tavor_cqhdl_t cq, ibt_wc_t *wc_p,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

851

if (cq->cq_is_umap) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

855

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

858

cons_indx = cq->cq_consindx;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

864

wrap_around_mask = (cq->cq_bufsz - 1);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

867

cqe = &cq->cq_buf[cons_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

870

tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

883

while (TAVOR_CQE_OWNER_IS_SW(cq, cqe)) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

884

status = tavor_cq_cqe_consume(state, cq, cqe,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

888

TAVOR_CQE_OWNER_SET_HW(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

891

tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORDEV);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

897

cqe = &cq->cq_buf[cons_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

900

tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

918

if ((polled_cnt != 0) && (cq->cq_consindx != cons_indx)) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

923

if (cons_indx > cq->cq_consindx) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

924

num_to_increment = (cons_indx - cq->cq_consindx) - 1;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

926

num_to_increment = ((cons_indx + cq->cq_bufsz) -

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

927

cq->cq_consindx) - 1;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

929

cq->cq_consindx = cons_indx;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

931

cq->cq_cqnum, num_to_increment);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

939

tavor_wrid_cq_reap(cq);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

942

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

980

tavor_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

998

cq = tavor_cqhdl_from_cqnum(state, cqnum);

usr/src/uts/common/io/ib/adapters/tavor/tavor_rsrc.c

148

static int tavor_rsrc_cqhdl_constructor(void *cq, void *priv, int flags);

usr/src/uts/common/io/ib/adapters/tavor/tavor_rsrc.c

149

static void tavor_rsrc_cqhdl_destructor(void *cq, void *state);

usr/src/uts/common/io/ib/adapters/tavor/tavor_rsrc.c

150

static int tavor_rsrc_qphdl_constructor(void *cq, void *priv, int flags);

usr/src/uts/common/io/ib/adapters/tavor/tavor_rsrc.c

151

static void tavor_rsrc_qphdl_destructor(void *cq, void *state);

usr/src/uts/common/io/ib/adapters/tavor/tavor_rsrc.c

2401

tavor_rsrc_cqhdl_constructor(void *cq, void *priv, int flags)

usr/src/uts/common/io/ib/adapters/tavor/tavor_rsrc.c

2406

cqhdl = (tavor_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_rsrc.c

2424

tavor_rsrc_cqhdl_destructor(void *cq, void *priv)

usr/src/uts/common/io/ib/adapters/tavor/tavor_rsrc.c

2428

cqhdl = (tavor_cqhdl_t)cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

1054

tavor_umap_cq_data_out(tavor_cqhdl_t cq, mlnx_umap_cq_data_out_t *data,

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

1058

if (cq == NULL) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

1085

data->mcq_mapoffset = ((((uint64_t)cq->cq_cqnum <<

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

1087

data->mcq_maplen = cq->cq_cqinfo.qa_size;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

1088

data->mcq_cqnum = cq->cq_cqnum;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

1089

data->mcq_numcqe = cq->cq_bufsz;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

248

tavor_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

254

cq = (tavor_cqhdl_t)rsrcp->tr_addr;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

257

size = ptob(btopr(cq->cq_cqinfo.qa_size));

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

262

&tavor_devmap_umem_cbops, cq->cq_cqinfo.qa_umemcookie, 0, size,

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

371

tavor_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

422

cq = tavor_cqhdl_from_cqnum(state, key);

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

429

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

430

if (cq->cq_umap_dhp == NULL) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

431

cq->cq_umap_dhp = dhp;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

432

dvm_track->tdt_size = cq->cq_cqinfo.qa_size;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

433

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

435

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

569

tavor_cqhdl_t cq;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

684

cq = (tavor_cqhdl_t)rsrcp->tr_addr;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

697

mutex_enter(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

698

if (cq->cq_umap_dhp == dhp) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

699

cq->cq_umap_dhp = (devmap_cookie_t)NULL;

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

701

mutex_exit(&cq->cq_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_umap.c

78

static ibt_status_t tavor_umap_cq_data_out(tavor_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2597

tavor_wrid_get_entry(tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe,

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2606

mutex_enter(&cq->cq_wrid_wqhdr_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2612

opcode = TAVOR_CQE_OPCODE_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2620

send_or_recv = TAVOR_CQE_SENDRECV_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2624

qpnum = TAVOR_CQE_QPNUM_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2625

wq = tavor_wrid_wqhdr_find(cq, qpnum, send_or_recv);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2639

wre_tmp = tavor_wrid_find_match(wq, cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2664

mutex_exit(&cq->cq_wrid_wqhdr_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2675

tavor_wrid_find_match(tavor_workq_hdr_t *wq, tavor_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2687

wqeaddr_size = TAVOR_CQE_WQEADDRSZ_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2712

curr = tavor_wrid_find_match_srq(container, cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2810

tavor_wrid_find_match_srq(tavor_wrid_list_hdr_t *wl, tavor_cqhdl_t cq,

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2820

cqe_wqe_addr = TAVOR_CQE_WQEADDRSZ_GET(cq, cqe) & 0xFFFFFFC0;

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2866

tavor_wrid_cq_reap(tavor_cqhdl_t cq)

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2871

ASSERT(MUTEX_HELD(&cq->cq_lock));

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2874

mutex_enter(&cq->cq_wrid_wqhdr_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2877

container = cq->cq_wrid_reap_head;

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2888

tavor_cq_wqhdr_remove(cq, consume_wqhdr);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2893

cq->cq_wrid_reap_head = cq->cq_wrid_reap_tail = NULL;

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2895

mutex_exit(&cq->cq_wrid_wqhdr_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2904

tavor_wrid_cq_force_reap(tavor_cqhdl_t cq)

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2911

ASSERT(MUTEX_HELD(&cq->cq_lock));

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2919

tavor_wrid_cq_reap(cq);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2922

mutex_enter(&cq->cq_wrid_wqhdr_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2936

treep = &cq->cq_wrid_wqhdr_avl_tree;

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2953

tavor_cq_wqhdr_remove(cq, curr);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2959

mutex_exit(&cq->cq_wrid_wqhdr_lock);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3067

tavor_wrid_reaplist_add(tavor_cqhdl_t cq, tavor_workq_hdr_t *wq)

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3069

ASSERT(MUTEX_HELD(&cq->cq_wrid_wqhdr_lock));

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3077

if ((cq->cq_wrid_reap_head == NULL) &&

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3078

(cq->cq_wrid_reap_tail == NULL)) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3079

cq->cq_wrid_reap_head = wq->wq_wrid_post;

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3080

cq->cq_wrid_reap_tail = wq->wq_wrid_post;

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3082

cq->cq_wrid_reap_tail->wl_reap_next = wq->wq_wrid_post;

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3083

cq->cq_wrid_reap_tail = wq->wq_wrid_post;

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3117

tavor_wrid_wqhdr_find(tavor_cqhdl_t cq, uint_t qpn, uint_t wq_type)

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3122

ASSERT(MUTEX_HELD(&cq->cq_wrid_wqhdr_lock));

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3135

curr = avl_find(&cq->cq_wrid_wqhdr_avl_tree, &cmp, NULL);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3146

tavor_wrid_wqhdr_create(tavor_state_t *state, tavor_cqhdl_t cq, uint_t qpn,

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3151

ASSERT(MUTEX_HELD(&cq->cq_wrid_wqhdr_lock));

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3181

tavor_cq_wqhdr_add(cq, wqhdr_tmp);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3438

tavor_cq_wqhdr_add(tavor_cqhdl_t cq, tavor_workq_hdr_t *wqhdr)

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3443

ASSERT(MUTEX_HELD(&cq->cq_wrid_wqhdr_lock));

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3450

(void) avl_find(&cq->cq_wrid_wqhdr_avl_tree, &cmp, &where);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3455

avl_insert(&cq->cq_wrid_wqhdr_avl_tree, wqhdr, where);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3464

tavor_cq_wqhdr_remove(tavor_cqhdl_t cq, tavor_workq_hdr_t *wqhdr)

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3466

ASSERT(MUTEX_HELD(&cq->cq_wrid_wqhdr_lock));

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

3472

avl_remove(&cq->cq_wrid_wqhdr_avl_tree, wqhdr);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

72

tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

73

static void tavor_wrid_reaplist_add(tavor_cqhdl_t cq, tavor_workq_hdr_t *wq);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

74

static tavor_workq_hdr_t *tavor_wrid_wqhdr_find(tavor_cqhdl_t cq, uint_t qpn,

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

77

tavor_cqhdl_t cq, uint_t qpn, uint_t wq_type, uint_t create_wql);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

86

static void tavor_cq_wqhdr_add(tavor_cqhdl_t cq, tavor_workq_hdr_t *wqhdr);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

87

static void tavor_cq_wqhdr_remove(tavor_cqhdl_t cq, tavor_workq_hdr_t *wqhdr);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1000

"ibt_alloc_cq failed w/ 0x%x", device, cqe, cq->ibt_cq, rtn);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1001

kmem_free(cq, sizeof (struct ib_cq));

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1016

ib_destroy_cq(struct ib_cq *cq)

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1018

ofs_client_t *ofs_client = (ofs_client_t *)cq->device->clnt_hdl;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1022

if (cq->device->reg_state != IB_DEV_OPEN) {

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1026

cq, cq->device->reg_state);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1031

"ib_destroy_cq: cq: 0x%p", cq);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1040

ibt_set_cq_private(cq->ibt_cq, NULL);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1042

rtn = ibt_free_cq(cq->ibt_cq);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1045

kmem_free(cq, sizeof (struct ib_cq));

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1047

"ib_destroy_cq: cq: 0x%p, rtn: 0x%x", cq, rtn);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1050

ibt_set_cq_private(cq->ibt_cq, cq);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1054

"ib_destroy_cq: cq: 0x%p => ibt_free_cq failed w/ 0x%x", cq, rtn);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1305

ib_req_notify_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags)

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1309

ofs_client_t *ofs_client = cq->device->clnt_hdl;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1312

if (cq->device->reg_state != IB_DEV_OPEN) {

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1315

"ib_req_notify_cq: cq: 0x%p, flag: 0x%x", cq, flags);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1320

"ib_req_notify_cq: cq: 0x%p, flag: 0x%x", cq, flags);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1334

cq, flags);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1338

rtn = ibt_enable_cq_notify(cq->ibt_cq, notify_type);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1344

cq, flags, rtn);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1350

"failed w/ 0x%x", cq, flags, rtn);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

2261

ib_poll_cq(struct ib_cq *cq, int num_entries, struct ib_wc *wc)

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

2266

ofs_client_t *ofs_client = (ofs_client_t *)cq->device->clnt_hdl;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

2269

if (cq->device->reg_state != IB_DEV_OPEN) {

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

2273

cq, cq->device->reg_state);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

2280

cq, num_entries, wc, cq->ibt_cq, &ibt_wc);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

2283

mutex_enter(&cq->lock);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

2286

rtn = ibt_poll_cq(cq->ibt_cq, &ibt_wc, 1, NULL);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

2293

mutex_exit(&cq->lock);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

2303

cq, num_entries, wc, rtn, npolled);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

910

struct ib_cq *cq = (struct ib_cq *)ibt_get_cq_private(ibt_cq);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

914

"arg: 0x%p", ibt_cq, cq, cq->comp_handler, arg);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

916

if (cq->comp_handler) {

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

917

cq->comp_handler(cq, cq->cq_context);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

946

struct ib_cq *cq;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

949

if ((cq = kmem_alloc(sizeof (struct ib_cq), KM_NOSLEEP)) == NULL) {

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

967

kmem_free(cq, sizeof (struct ib_cq));

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

980

rtn = ibt_alloc_cq(device->hca_hdl, &cq_attr, &cq->ibt_cq, &real_size);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

984

cq->device = device;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

985

cq->comp_handler = comp_handler;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

986

cq->event_handler = event_handler;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

987

cq->cq_context = cq_context;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

988

cq->cqe = real_size;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

989

ibt_set_cq_private(cq->ibt_cq, cq);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

990

ibt_set_cq_handler(cq->ibt_cq, ofs_cq_handler, cq_context);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

991

mutex_init(&cq->lock, NULL, MUTEX_DEFAULT, NULL);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

994

"rtn: 0x%x", device, cqe, cq->ibt_cq, rtn);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

995

return (cq);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

286

rc = ibt_alloc_cq(uctxt->hca->hdl, &cq_attr, &ucq->cq, &real_size);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

296

ibt_set_cq_private(ucq->cq, ucq);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

307

(void *) ucq->cq, &resp.drv_out, sizeof (resp.drv_out));

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

357

ibt_set_cq_handler(ucq->cq, sol_uverbs_comp_event_handler, ucq);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

374

(void) ibt_free_cq(ucq->cq);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

394

rc = ibt_free_cq(ucq->cq);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

534

resize_status = ibt_resize_cq(ucq->cq, cmd.cqe, &resp.cqe);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

546

(void *) ucq->cq, &resp.drv_out, sizeof (resp.drv_out));

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

623

rc = ibt_enable_cq_notify(ucq->cq, flag);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

697

rc = ibt_poll_cq(ucq->cq, completions, cmd.ne, &resp.count);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

785

ibt_cq, arg, ucq, ucq->cq, ucq->uctxt, ucq->comp_chan);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_event.c

588

if (ucq->cq != event->ev_cq_hdl) {

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_qp.c

454

qp_attr.qp_scq_hdl = uscq->cq;

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_qp.c

455

qp_attr.qp_rcq_hdl = urcq->cq;

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1004

ret = func(cq, ep);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1008

ret = ibt_enable_cq_notify(cq, rds_wc_signal);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1011

"failed: %d", ep, cq, ret);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1016

ret = func(cq, ep);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1023

rds_poll_send_completions(ibt_cq_hdl_t cq, rds_ep_t *ep, boolean_t lock)

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1036

ret = ibt_poll_cq(cq, wc, RDS_NUM_DATA_SEND_WCS, &nret);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1040

"ibt_poll_cq returned: %d", ep, cq, ret);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1044

ep, cq);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1150

rds_sendcq_handler(ibt_cq_hdl_t cq, void *arg)

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1160

ret = ibt_enable_cq_notify(cq, IBT_NEXT_COMPLETION);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1163

"failed: %d", ep, cq, ret);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

1167

rds_poll_send_completions(cq, ep, B_FALSE);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

625

rds_poll_ctrl_completions(ibt_cq_hdl_t cq, rds_ep_t *ep)

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

637

ret = ibt_poll_cq(cq, &wc, 1, &npolled);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

641

"returned: %d", ep, cq, ret);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

644

"returned: IBT_CQ_EMPTY", ep, cq);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

664

ep, cq, wc.wc_id, wc.wc_status);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

869

rds_poll_data_completions(ibt_cq_hdl_t cq, rds_ep_t *ep)

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

882

ret = ibt_poll_cq(cq, &wc, 1, &npolled);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

886

"returned: %d", ep, cq, ret);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

889

"returned: IBT_CQ_EMPTY", ep, cq);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

912

ep, cq, wc.wc_id, wc.wc_status);

usr/src/uts/common/io/ib/clients/rds/rdsib_ib.c

987

rds_recvcq_handler(ibt_cq_hdl_t cq, void *arg)

usr/src/uts/common/io/ib/clients/rdsv3/ib_cm.c

296

rdsv3_ib_snd_cq_comp_handler(struct ib_cq *cq, void *context)

usr/src/uts/common/io/ib/clients/rdsv3/ib_cm.c

302

"Enter(conn: %p ic: %p cq: %p)", conn, ic, cq);

usr/src/uts/common/io/ib/clients/rdsv3/ib_cm.c

347

rdsv3_ib_cq_comp_handler(struct ib_cq *cq, void *context)

usr/src/uts/common/io/ib/clients/rdsv3/ib_cm.c

353

"Enter(conn: %p cq: %p)", conn, cq);

usr/src/uts/common/io/mlxcx/mlxcx.c

1578

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx.c

1583

for (cq = list_head(&mlxp->mlx_cqs); cq != NULL;

usr/src/uts/common/io/mlxcx/mlxcx.c

1584

cq = list_next(&mlxp->mlx_cqs, cq)) {

usr/src/uts/common/io/mlxcx/mlxcx.c

1586

if ((cq->mlcq_state & MLXCX_CQ_CREATED) == 0)

usr/src/uts/common/io/mlxcx/mlxcx.c

1594

ASSERT0(cq->mlcq_state & MLXCX_CQ_DESTROYED);

usr/src/uts/common/io/mlxcx/mlxcx.c

1595

ASSERT0(cq->mlcq_state & MLXCX_CQ_TEARDOWN);

usr/src/uts/common/io/mlxcx/mlxcx.c

1597

if (cq->mlcq_fm_repd_qstate)

usr/src/uts/common/io/mlxcx/mlxcx.c

1600

if (!mlxcx_cmd_query_cq(mlxp, cq, &ctx))

usr/src/uts/common/io/mlxcx/mlxcx.c

1603

if (cq->mlcq_wq != NULL) {

usr/src/uts/common/io/mlxcx/mlxcx.c

1604

mlxcx_work_queue_t *wq = cq->mlcq_wq;

usr/src/uts/common/io/mlxcx/mlxcx.c

1633

cq->mlcq_num, str, v);

usr/src/uts/common/io/mlxcx/mlxcx.c

1635

type, cq->mlcq_num, v, str);

usr/src/uts/common/io/mlxcx/mlxcx.c

1636

cq->mlcq_fm_repd_qstate = B_TRUE;

usr/src/uts/common/io/mlxcx/mlxcx.c

1641

(cq->mlcq_state & MLXCX_CQ_ARMED) &&

usr/src/uts/common/io/mlxcx/mlxcx.c

1642

!(cq->mlcq_state & MLXCX_CQ_POLLING)) {

usr/src/uts/common/io/mlxcx/mlxcx.c

1643

if (cq->mlcq_cc == cq->mlcq_check_disarm_cc &&

usr/src/uts/common/io/mlxcx/mlxcx.c

1644

++cq->mlcq_check_disarm_cnt >= 3) {

usr/src/uts/common/io/mlxcx/mlxcx.c

1647

type, cq->mlcq_num, cq);

usr/src/uts/common/io/mlxcx/mlxcx.c

1649

cq->mlcq_check_disarm_cc = cq->mlcq_cc;

usr/src/uts/common/io/mlxcx/mlxcx.c

1651

cq->mlcq_check_disarm_cnt = 0;

usr/src/uts/common/io/mlxcx/mlxcx.c

1652

cq->mlcq_check_disarm_cc = 0;

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1000

mlxcx_t *mlxp = cq->mlcq_mlx;

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1007

mutex_enter(&cq->mlcq_arm_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1008

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1009

if (cq->mlcq_state & MLXCX_CQ_POLLING) {

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1010

atomic_and_uint(&cq->mlcq_state, ~MLXCX_CQ_POLLING);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1011

if (!(cq->mlcq_state & MLXCX_CQ_ARMED))

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1012

mlxcx_arm_cq(mlxp, cq);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1014

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1015

mutex_exit(&cq->mlcq_arm_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1023

mlxcx_completion_queue_t *cq = (mlxcx_completion_queue_t *)intrh;

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1025

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1026

atomic_or_uint(&cq->mlcq_state, MLXCX_CQ_POLLING);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1027

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1036

mlxcx_completion_queue_t *cq = wq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1040

ASSERT(cq != NULL);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1045

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1046

mp = mlxcx_rx_poll(mlxp, cq, poll_bytes);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

1047

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

510

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

563

cq = sq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

569

if (cq->mlcq_state & MLXCX_CQ_TEARDOWN) {

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

587

if (cq->mlcq_bufcnt >= cq->mlcq_bufhwm ||

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

588

(cq->mlcq_bufcnt + bcount) > cq->mlcq_nents) {

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

589

atomic_or_uint(&cq->mlcq_state, MLXCX_CQ_BLOCKED_MAC);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

601

atomic_or_uint(&cq->mlcq_state, MLXCX_CQ_BLOCKED_MAC);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

810

mlxcx_completion_queue_t *cq = wq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

814

ASSERT(cq != NULL);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

826

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

827

cq->mlcq_mac_gen = gen_num;

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

828

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

837

mlxcx_completion_queue_t *cq = wq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

861

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

868

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

874

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

896

list_move_tail(&cq_buffers, &cq->mlcq_buffers);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

898

mutex_enter(&cq->mlcq_bufbmtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

899

list_move_tail(&cq_buffers, &cq->mlcq_buffers_b);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

900

mutex_exit(&cq->mlcq_bufbmtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

902

cq->mlcq_bufcnt = 0;

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

905

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

938

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_gld.c

999

mlxcx_completion_queue_t *cq = (mlxcx_completion_queue_t *)intrh;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1184

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1203

cq = rq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1204

ASSERT(cq != NULL);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1206

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1211

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1218

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1243

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1324

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1366

if (!mlxcx_cq_setup(mlxp, eq, &cq,

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1370

cq->mlcq_stats = &g->mlg_port->mlp_stats;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1373

if (!mlxcx_sq_setup(mlxp, g->mlg_port, cq, &g->mlg_tis, sq)) {

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1391

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1395

cq = sq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1396

ASSERT(cq != NULL);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1398

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1402

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1430

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1439

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1545

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1560

cq = mlwq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1701

mutex_enter(&cq->mlcq_bufbmtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1703

list_insert_tail(&cq->mlcq_buffers_b, b0);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1705

atomic_inc_64(&cq->mlcq_bufcnt);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1707

list_remove(&cq->mlcq_buffers_b, b0);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1710

mutex_exit(&cq->mlcq_bufbmtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1728

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1736

cq = mlwq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1737

ASSERT(mutex_owned(&cq->mlcq_mtx));

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1752

mutex_enter(&cq->mlcq_bufbmtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1753

list_insert_tail(&cq->mlcq_buffers, buf);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1754

atomic_inc_64(&cq->mlcq_bufcnt);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1755

mutex_exit(&cq->mlcq_bufbmtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1796

MLXCX_DMA_SYNC(cq->mlcq_doorbell_dma, DDI_DMA_SYNC_FORDEV);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1797

ddi_fm_dma_err_get(cq->mlcq_doorbell_dma.mxdb_dma_handle, &err,

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1815

mlxcx_completion_queue_t *cq = wq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1830

(cq->mlcq_state & MLXCX_CQ_TEARDOWN) == 0) {

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1837

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1840

if (draining || (cq->mlcq_state & MLXCX_CQ_TEARDOWN) != 0) {

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1846

if (cq->mlcq_bufcnt < MLXCX_RQ_REFILL_STEP) {

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1855

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1863

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1869

cq = mlwq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1870

ASSERT(mutex_owned(&cq->mlcq_mtx));

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1875

cq = mlwq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1880

if ((cq->mlcq_state & MLXCX_CQ_TEARDOWN) != 0)

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

1883

current = cq->mlcq_bufcnt;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

340

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

342

cq = kmem_zalloc(sizeof (mlxcx_completion_queue_t), KM_SLEEP);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

343

mutex_init(&cq->mlcq_mtx, NULL, MUTEX_DRIVER,

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

345

mutex_init(&cq->mlcq_arm_mtx, NULL, MUTEX_DRIVER,

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

347

mutex_init(&cq->mlcq_bufbmtx, NULL, MUTEX_DRIVER,

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

349

list_create(&cq->mlcq_buffers, sizeof (mlxcx_buffer_t),

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

351

list_create(&cq->mlcq_buffers_b, sizeof (mlxcx_buffer_t),

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

354

cq->mlcq_mlx = mlxp;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

355

list_insert_tail(&mlxp->mlx_cqs, cq);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

357

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

359

if (!mlxcx_cq_alloc_dma(mlxp, cq, ent_shift)) {

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

360

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

364

cq->mlcq_bufhwm = cq->mlcq_nents - MLXCX_CQ_HWM_GAP;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

365

cq->mlcq_buflwm = cq->mlcq_nents - MLXCX_CQ_LWM_GAP;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

367

cq->mlcq_uar = &mlxp->mlx_uar;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

368

cq->mlcq_eq = eq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

370

cq->mlcq_cqemod_period_usec = mlxp->mlx_props.mldp_cqemod_period_usec;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

371

cq->mlcq_cqemod_count = mlxp->mlx_props.mldp_cqemod_count;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

373

if (!mlxcx_cmd_create_cq(mlxp, cq)) {

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

374

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

378

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

381

mutex_enter(&cq->mlcq_arm_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

382

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

383

ASSERT0(cq->mlcq_state & MLXCX_CQ_EQAVL);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

384

avl_add(&eq->mleq_cqs, cq);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

385

atomic_or_uint(&cq->mlcq_state, MLXCX_CQ_EQAVL);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

386

mlxcx_arm_cq(mlxp, cq);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

387

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

388

mutex_exit(&cq->mlcq_arm_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

391

*cqp = cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

396

mlxcx_rq_setup(mlxcx_t *mlxp, mlxcx_completion_queue_t *cq,

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

408

wq->mlwq_cq = cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

429

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

431

ASSERT3P(cq->mlcq_wq, ==, NULL);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

432

cq->mlcq_wq = wq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

434

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

440

mlxcx_sq_setup(mlxcx_t *mlxp, mlxcx_port_t *port, mlxcx_completion_queue_t *cq,

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

452

wq->mlwq_cq = cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

478

mutex_enter(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

480

ASSERT3P(cq->mlcq_wq, ==, NULL);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

481

cq->mlcq_wq = wq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

483

mutex_exit(&cq->mlcq_mtx);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

496

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

504

cq = wq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

505

if (cq != NULL) {

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

508

atomic_or_uint(&cq->mlcq_state, MLXCX_CQ_TEARDOWN);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

521

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

640

cq = wq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

642

if (cq != NULL)

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

643

mlxcx_cq_teardown(mlxp, cq);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

662

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

671

cq = wq->mlwq_cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

679

if (cq != NULL)

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

680

mlxcx_cq_teardown(mlxp, cq);

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

744

mlxcx_completion_queue_t *cq;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

800

if (!mlxcx_cq_setup(mlxp, eq, &cq, ent_shift)) {

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

805

cq->mlcq_stats = &g->mlg_port->mlp_stats;

usr/src/uts/common/io/mlxcx/mlxcx_ring.c

808

if (!mlxcx_rq_setup(mlxp, cq, rq)) {

usr/src/uts/common/io/nvme/nvme.c

1619

nvme_free_cq(nvme_cq_t *cq)

usr/src/uts/common/io/nvme/nvme.c

1621

mutex_destroy(&cq->ncq_mutex);

usr/src/uts/common/io/nvme/nvme.c

1623

if (cq->ncq_cmd_taskq != NULL)

usr/src/uts/common/io/nvme/nvme.c

1624

taskq_destroy(cq->ncq_cmd_taskq);

usr/src/uts/common/io/nvme/nvme.c

1626

if (cq->ncq_dma != NULL)

usr/src/uts/common/io/nvme/nvme.c

1627

nvme_free_dma(cq->ncq_dma);

usr/src/uts/common/io/nvme/nvme.c

1629

kmem_free(cq, sizeof (*cq));

usr/src/uts/common/io/nvme/nvme.c

1674

nvme_cq_t *cq = kmem_zalloc(sizeof (*cq), KM_SLEEP);

usr/src/uts/common/io/nvme/nvme.c

1677

mutex_init(&cq->ncq_mutex, NULL, MUTEX_DRIVER,

usr/src/uts/common/io/nvme/nvme.c

1681

DDI_DMA_READ, &cq->ncq_dma) != DDI_SUCCESS)

usr/src/uts/common/io/nvme/nvme.c

1684

cq->ncq_cq = (nvme_cqe_t *)cq->ncq_dma->nd_memp;

usr/src/uts/common/io/nvme/nvme.c

1685

cq->ncq_nentry = nentry;

usr/src/uts/common/io/nvme/nvme.c

1686

cq->ncq_id = idx;

usr/src/uts/common/io/nvme/nvme.c

1687

cq->ncq_hdbl = NVME_REG_CQHDBL(nvme, idx);

usr/src/uts/common/io/nvme/nvme.c

1695

cq->ncq_cmd_taskq = taskq_create(name, nthr, minclsyspri, 64, INT_MAX,

usr/src/uts/common/io/nvme/nvme.c

1698

if (cq->ncq_cmd_taskq == NULL) {

usr/src/uts/common/io/nvme/nvme.c

1704

*cqp = cq;

usr/src/uts/common/io/nvme/nvme.c

1708

nvme_free_cq(cq);

usr/src/uts/common/io/nvme/nvme.c

1723

nvme_cq_t **cq;

usr/src/uts/common/io/nvme/nvme.c

1728

cq = nvme->n_cq;

usr/src/uts/common/io/nvme/nvme.c

1735

nvme->n_cq[i] = cq[i];

usr/src/uts/common/io/nvme/nvme.c

1742

if (cq != NULL)

usr/src/uts/common/io/nvme/nvme.c

1743

kmem_free(cq, sizeof (*cq) * cq_count);

usr/src/uts/common/io/nvme/nvme.c

1753

nvme->n_cq = cq;

usr/src/uts/common/io/nvme/nvme.c

2054

nvme_get_completed(nvme_t *nvme, nvme_cq_t *cq)

usr/src/uts/common/io/nvme/nvme.c

2060

ASSERT(mutex_owned(&cq->ncq_mutex));

usr/src/uts/common/io/nvme/nvme.c

2063

cqe = &cq->ncq_cq[cq->ncq_head];

usr/src/uts/common/io/nvme/nvme.c

2066

if (cqe->cqe_sf.sf_p == cq->ncq_phase)

usr/src/uts/common/io/nvme/nvme.c

2076

cq->ncq_head = (cq->ncq_head + 1) % cq->ncq_nentry;

usr/src/uts/common/io/nvme/nvme.c

2079

if (cq->ncq_head == 0)

usr/src/uts/common/io/nvme/nvme.c

2080

cq->ncq_phase = cq->ncq_phase != 0 ? 0 : 1;

usr/src/uts/common/io/nvme/nvme.c

2107

nvme_process_iocq(nvme_t *nvme, nvme_cq_t *cq)

usr/src/uts/common/io/nvme/nvme.c

2113

if (ddi_dma_sync(cq->ncq_dma->nd_dmah, 0, 0, DDI_DMA_SYNC_FORKERNEL) !=

usr/src/uts/common/io/nvme/nvme.c

2118

mutex_enter(&cq->ncq_mutex);

usr/src/uts/common/io/nvme/nvme.c

2120

while ((cmd = nvme_get_completed(nvme, cq)) != NULL) {

usr/src/uts/common/io/nvme/nvme.c

2145

taskq_dispatch_ent(cq->ncq_cmd_taskq, cmd->nc_callback, cmd,

usr/src/uts/common/io/nvme/nvme.c

2155

head.b.cqhdbl_cqh = cq->ncq_head;

usr/src/uts/common/io/nvme/nvme.c

2156

nvme_put32(nvme, cq->ncq_hdbl, head.r);

usr/src/uts/common/io/nvme/nvme.c

2159

mutex_exit(&cq->ncq_mutex);

usr/src/uts/common/io/nvme/nvme.c

2167

nvme_cq_t *cq = qp->nq_cq;

usr/src/uts/common/io/nvme/nvme.c

2171

if (ddi_dma_sync(cq->ncq_dma->nd_dmah, 0, 0, DDI_DMA_SYNC_FORKERNEL) !=

usr/src/uts/common/io/nvme/nvme.c

2176

mutex_enter(&cq->ncq_mutex);

usr/src/uts/common/io/nvme/nvme.c

2178

if ((cmd = nvme_get_completed(nvme, cq)) != NULL) {

usr/src/uts/common/io/nvme/nvme.c

2179

head.b.cqhdbl_cqh = cq->ncq_head;

usr/src/uts/common/io/nvme/nvme.c

2180

nvme_put32(nvme, cq->ncq_hdbl, head.r);

usr/src/uts/common/io/nvme/nvme.c

2183

mutex_exit(&cq->ncq_mutex);

usr/src/uts/common/io/nvme/nvme.c

3667

nvme_create_completion_queue(nvme_t *nvme, nvme_cq_t *cq)

usr/src/uts/common/io/nvme/nvme.c

3674

dw10.b.q_qid = cq->ncq_id;

usr/src/uts/common/io/nvme/nvme.c

3675

dw10.b.q_qsize = cq->ncq_nentry - 1;

usr/src/uts/common/io/nvme/nvme.c

3679

c_dw11.b.cq_iv = cq->ncq_id % nvme->n_intr_cnt;

usr/src/uts/common/io/nvme/nvme.c

3686

cmd->nc_sqe.sqe_dptr.d_prp[0] = cq->ncq_dma->nd_cookie.dmac_laddress;

usr/src/uts/common/io/nvme/nvme.c

3704

nvme_cq_t *cq = qp->nq_cq;

usr/src/uts/common/io/nvme/nvme.c

3715

if (idx <= cq->ncq_id &&

usr/src/uts/common/io/nvme/nvme.c

3716

nvme_create_completion_queue(nvme, cq) != DDI_SUCCESS)

usr/src/uts/common/io/nvme/nvme.c

3723

s_dw11.b.sq_cqid = cq->ncq_id;

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_attach.c

511

STAILQ_INIT(&pwp->cq);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_sata.c

518

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

1787

sp = STAILQ_FIRST(&pwp->cq);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

1788

STAILQ_INIT(&pwp->cq);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

1823

if ((pwp->iocomp_cb_head == NULL) && STAILQ_EMPTY(&pwp->cq) &&

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

1911

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

2254

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

2341

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

2439

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

2456

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

2754

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

2806

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

615

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_scsa.c

737

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_subr.c

7007

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_subr.c

7057

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/pmcs/pmcs_subr.c

7076

STAILQ_INSERT_TAIL(&pwp->cq, sp, cmd_next);

usr/src/uts/common/io/scsi/adapters/smartpqi/smartpqi_util.c

752

code_qual_t *cq;

usr/src/uts/common/io/scsi/adapters/smartpqi/smartpqi_util.c

757

for (cq = cq_table; cq->cq_list != NULL; cq++) {

usr/src/uts/common/io/scsi/adapters/smartpqi/smartpqi_util.c

758

if (cq->cq_code == code) {

usr/src/uts/common/io/scsi/adapters/smartpqi/smartpqi_util.c

759

for (p = cq->cq_list; p->q_str != NULL; p++) {

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

863

struct copyreq *cq;

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

871

cq = (struct copyreq *)mp->b_rptr;

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

877

cq->cq_addr = *((caddr_t *)mp->b_cont->b_rptr);

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

878

cq->cq_size = reqsize;

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

879

cq->cq_flag = 0;

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

887

cq->cq_private = iocmp;

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

888

iocmp = cq->cq_private;

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

899

cq->cq_private = NULL;

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

906

copystat->addr = cq->cq_addr;

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

908

cq->cq_addr = copystat->addr;

usr/src/uts/common/io/usb/clients/usbinput/usbwcm/usbwcm.c

909

cq->cq_private = iocmp;

usr/src/uts/common/io/usb/clients/usbms/usbms.c

1972

struct copyreq *cq;

usr/src/uts/common/io/usb/clients/usbms/usbms.c

1982

cq = (struct copyreq *)mp->b_rptr;

usr/src/uts/common/io/usb/clients/usbms/usbms.c

1987

cq->cq_addr = *((caddr_t *)mp->b_cont->b_rptr);

usr/src/uts/common/io/usb/clients/usbms/usbms.c

1988

cq->cq_size = reqsize;

usr/src/uts/common/io/usb/clients/usbms/usbms.c

1989

cq->cq_flag = 0;

usr/src/uts/common/io/usb/clients/usbms/usbms.c

1996

cq->cq_private = ioctmp;

usr/src/uts/common/io/usb/clients/usbms/usbms.c

1997

ioctmp = cq->cq_private;

usr/src/uts/common/io/usb/clients/usbms/usbms.c

2008

cq->cq_private = NULL;

usr/src/uts/common/io/usb/clients/usbms/usbms.c

2014

usbmsioc->u_addr = cq->cq_addr;

usr/src/uts/common/io/usb/clients/usbms/usbms.c

2016

cq->cq_addr = usbmsioc->u_addr;

usr/src/uts/common/io/usb/clients/usbms/usbms.c

2017

cq->cq_private = ioctmp;

usr/src/uts/common/os/dumpsubr.c

1631

dumpsys_close_cq(cqueue_t *cq, int live)

usr/src/uts/common/os/dumpsubr.c

1634

mutex_enter(&cq->mutex);

usr/src/uts/common/os/dumpsubr.c

1635

atomic_dec_uint(&cq->open);

usr/src/uts/common/os/dumpsubr.c

1636

cv_signal(&cq->cv);

usr/src/uts/common/os/dumpsubr.c

1637

mutex_exit(&cq->mutex);

usr/src/uts/common/os/dumpsubr.c

1639

atomic_dec_uint(&cq->open);

usr/src/uts/common/os/dumpsubr.c

1667

dumpsys_lock(cqueue_t *cq, int live)

usr/src/uts/common/os/dumpsubr.c

1670

mutex_enter(&cq->mutex);

usr/src/uts/common/os/dumpsubr.c

1672

dumpsys_spinlock(&cq->spinlock);

usr/src/uts/common/os/dumpsubr.c

1676

dumpsys_unlock(cqueue_t *cq, int live, int signal)

usr/src/uts/common/os/dumpsubr.c

1680

cv_signal(&cq->cv);

usr/src/uts/common/os/dumpsubr.c

1681

mutex_exit(&cq->mutex);

usr/src/uts/common/os/dumpsubr.c

1683

dumpsys_spinunlock(&cq->spinlock);

usr/src/uts/common/os/dumpsubr.c

1688

dumpsys_wait_cq(cqueue_t *cq, int live)

usr/src/uts/common/os/dumpsubr.c

1691

cv_wait(&cq->cv, &cq->mutex);

usr/src/uts/common/os/dumpsubr.c

1693

dumpsys_spinunlock(&cq->spinlock);

usr/src/uts/common/os/dumpsubr.c

1694

while (cq->open)

usr/src/uts/common/os/dumpsubr.c

1695

if (cq->first)

usr/src/uts/common/os/dumpsubr.c

1697

dumpsys_spinlock(&cq->spinlock);

usr/src/uts/common/os/dumpsubr.c

1702

dumpsys_put_cq(cqueue_t *cq, cbuf_t *cp, int newstate, int live)

usr/src/uts/common/os/dumpsubr.c

1707

dumpsys_lock(cq, live);

usr/src/uts/common/os/dumpsubr.c

1709

if (cq->ts != 0) {

usr/src/uts/common/os/dumpsubr.c

1710

cq->empty += gethrtime() - cq->ts;

usr/src/uts/common/os/dumpsubr.c

1711

cq->ts = 0;

usr/src/uts/common/os/dumpsubr.c

1716

if (cq->last == NULL)

usr/src/uts/common/os/dumpsubr.c

1717

cq->first = cp;

usr/src/uts/common/os/dumpsubr.c

1719

cq->last->next = cp;

usr/src/uts/common/os/dumpsubr.c

1720

cq->last = cp;

usr/src/uts/common/os/dumpsubr.c

1722

dumpsys_unlock(cq, live, 1);

usr/src/uts/common/os/dumpsubr.c

1726

dumpsys_get_cq(cqueue_t *cq, int live)

usr/src/uts/common/os/dumpsubr.c

1731

dumpsys_lock(cq, live);

usr/src/uts/common/os/dumpsubr.c

1735

cp = (cbuf_t *)cq->first;

usr/src/uts/common/os/dumpsubr.c

1737

if (cq->open == 0)

usr/src/uts/common/os/dumpsubr.c

1739

dumpsys_wait_cq(cq, live);

usr/src/uts/common/os/dumpsubr.c

1742

cq->first = cp->next;

usr/src/uts/common/os/dumpsubr.c

1743

if (cq->first == NULL) {

usr/src/uts/common/os/dumpsubr.c

1744

cq->last = NULL;

usr/src/uts/common/os/dumpsubr.c

1745

cq->ts = now;

usr/src/uts/common/os/dumpsubr.c

1750

dumpsys_unlock(cq, live, cq->first != NULL || cq->open == 0);

usr/src/uts/common/rpc/rpcib.c

725

rib_cq_t *cq;

usr/src/uts/common/rpc/rpcib.c

731

cq = kmem_zalloc(sizeof (rib_cq_t), KM_SLEEP);

usr/src/uts/common/rpc/rpcib.c

732

cq->rib_hca = hca;

usr/src/uts/common/rpc/rpcib.c

736

status = ibt_alloc_cq(hca->hca_hdl, &cq_attr, &cq->rib_cq_hdl,

usr/src/uts/common/rpc/rpcib.c

744

ibt_set_cq_handler(cq->rib_cq_hdl, cq_handler, hca);

usr/src/uts/common/rpc/rpcib.c

751

status = ibt_enable_cq_notify(cq->rib_cq_hdl, IBT_NEXT_COMPLETION);

usr/src/uts/common/rpc/rpcib.c

758

*cqp = cq;

usr/src/uts/common/rpc/rpcib.c

762

if (cq->rib_cq_hdl)

usr/src/uts/common/rpc/rpcib.c

763

(void) ibt_free_cq(cq->rib_cq_hdl);

usr/src/uts/common/rpc/rpcib.c

764

if (cq)

usr/src/uts/common/rpc/rpcib.c

765

kmem_free(cq, sizeof (rib_cq_t));

usr/src/uts/common/sys/fibre-channel/fca/emlxs/emlxs_fc.h

1679

CQ_DESC_t cq[EMLXS_MAX_CQS];

usr/src/uts/common/sys/fibre-channel/fca/emlxs/emlxs_fcio.h

283

FCIO_CQ_DESC_t cq[FCIO_MAX_CQS];

usr/src/uts/common/sys/fibre-channel/fca/oce/oce_impl.h

214

struct oce_cq *cq[OCE_MAX_CQ]; /* Completion Queues */

usr/src/uts/common/sys/fibre-channel/fca/oce/oce_io.h

176

struct oce_cq *cq;

usr/src/uts/common/sys/fibre-channel/fca/oce/oce_io.h

218

struct oce_cq *cq; /* cq associated with this wq */

usr/src/uts/common/sys/fibre-channel/fca/oce/oce_io.h

262

struct oce_cq *cq;

usr/src/uts/common/sys/ib/adapters/hermon/hermon.h

194

#define HERMON_DO_IBTF_CQ_CALLB(state, cq) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon.h

197

ibc_cq_handler((state)->hs_ibtfpriv, (cq)->cq_hdlrarg); \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_cq.h

287

int hermon_cq_refcnt_inc(hermon_cqhdl_t cq, uint_t is_special);

usr/src/uts/common/sys/ib/adapters/hermon/hermon_cq.h

288

void hermon_cq_refcnt_dec(hermon_cqhdl_t cq);

usr/src/uts/common/sys/ib/adapters/hermon/hermon_cq.h

291

void hermon_cq_resize_helper(hermon_state_t *state, hermon_cqhdl_t cq);

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2653

#define HERMON_CQE_IS_IPOK(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2656

#define HERMON_CQE_CKSUM(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2660

#define HERMON_CQE_IPOIB_STATUS(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2663

#define HERMON_CQE_QPNUM_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2667

#define HERMON_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2670

#define HERMON_CQE_DQPN_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2674

#define HERMON_CQE_GRH_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2677

#define HERMON_CQE_PATHBITS_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2680

#define HERMON_CQE_DLID_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2684

#define HERMON_CQE_SL_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2687

#define HERMON_CQE_BYTECNT_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2690

#define HERMON_CQE_WQECNTR_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2694

#define HERMON_CQE_ERROR_SYNDROME_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2697

#define HERMON_CQE_ERROR_VENDOR_SYNDROME_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2700

#define HERMON_CQE_OPCODE_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2703

#define HERMON_CQE_SENDRECV_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2707

#define HERMON_CQE_FEXCH_SEQ_CNT(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2708

HERMON_CQE_CKSUM(cq, cqe)

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2710

#define HERMON_CQE_FEXCH_TX_BYTES(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2713

#define HERMON_CQE_FEXCH_RX_BYTES(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2716

#define HERMON_CQE_FEXCH_SEQ_ID(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2719

#define HERMON_CQE_FEXCH_DETAIL(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2722

#define HERMON_CQE_FEXCH_DIFE(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2727

#define HERMON_CQE_OWNER_IS_SW(cq, cqe, considx, shift, mask) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

4245

hermon_hw_cq_db_reg_t cq;

usr/src/uts/common/sys/ib/adapters/hermon/hermon_wr.h

55

#define HERMON_CQE_WQEADDRSZ_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor.h

171

#define TAVOR_DO_IBTF_CQ_CALLB(state, cq) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor.h

174

ibc_cq_handler((state)->ts_ibtfpriv, (cq)->cq_hdlrarg); \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_cq.h

273

int tavor_cq_refcnt_inc(tavor_cqhdl_t cq, uint_t is_special);

usr/src/uts/common/sys/ib/adapters/tavor/tavor_cq.h

274

void tavor_cq_refcnt_dec(tavor_cqhdl_t cq);

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1441

#define TAVOR_CQE_QPNUM_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1442

((ddi_get32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1445

#define TAVOR_CQE_DQPN_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1446

((ddi_get32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1449

#define TAVOR_CQE_SL_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1450

((ddi_get32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1453

#define TAVOR_CQE_GRH_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1454

((ddi_get32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1457

#define TAVOR_CQE_PATHBITS_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1458

((ddi_get32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1461

#define TAVOR_CQE_DLID_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1462

((ddi_get32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1465

#define TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1466

(ddi_get32((cq)->cq_cqinfo.qa_acchdl, &((uint32_t *)(cqe))[4]))

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1467

#define TAVOR_CQE_IMM_ETH_PKEY_CRED_SET(cq, cqe, arg) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1468

(ddi_put32((cq)->cq_cqinfo.qa_acchdl, &((uint32_t *)(cqe))[4], \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1470

#define TAVOR_CQE_BYTECNT_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1471

(ddi_get32((cq)->cq_cqinfo.qa_acchdl, &((uint32_t *)(cqe))[5]))

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1472

#define TAVOR_CQE_WQEADDRSZ_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1473

(ddi_get32((cq)->cq_cqinfo.qa_acchdl, &((uint32_t *)(cqe))[6]))

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1474

#define TAVOR_CQE_WQEADDRSZ_SET(cq, cqe, arg) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1475

(ddi_put32((cq)->cq_cqinfo.qa_acchdl, &((uint32_t *)(cqe))[6], \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1477

#define TAVOR_CQE_OPCODE_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1478

((ddi_get32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1481

#define TAVOR_CQE_SENDRECV_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1482

((ddi_get32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1485

#define TAVOR_CQE_OWNER_IS_SW(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1486

(((ddi_get32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1490

#define TAVOR_CQE_OWNER_SET_HW(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1492

if ((cq)->cq_is_umap) { \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1495

ddi_put32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1500

#define TAVOR_CQE_OWNER_SET_HW(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1502

if ((cq)->cq_is_umap) { \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1505

ddi_put32((cq)->cq_cqinfo.qa_acchdl, \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

2138

tavor_hw_uar_cq_t cq;

usr/src/uts/common/sys/ib/adapters/tavor/tavor_wr.h

309

void tavor_wrid_cq_reap(tavor_cqhdl_t cq);

usr/src/uts/common/sys/ib/adapters/tavor/tavor_wr.h

310

void tavor_wrid_cq_force_reap(tavor_cqhdl_t cq);

usr/src/uts/common/sys/ib/adapters/tavor/tavor_wr.h

314

tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe);

usr/src/uts/common/sys/ib/clients/of/rdma/ib_verbs.h

282

struct ib_cq *cq;

usr/src/uts/common/sys/ib/clients/of/rdma/ib_verbs.h

586

typedef void (*ib_comp_handler)(struct ib_cq *cq, void *cq_context);

usr/src/uts/common/sys/ib/clients/of/rdma/ib_verbs.h

737

int ib_destroy_cq(struct ib_cq *cq);

usr/src/uts/common/sys/ib/clients/of/rdma/ib_verbs.h

751

int ib_poll_cq(struct ib_cq *cq, int num_entries, struct ib_wc *wc);

usr/src/uts/common/sys/ib/clients/of/rdma/ib_verbs.h

780

int ib_req_notify_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags);

usr/src/uts/common/sys/ib/clients/of/sol_ofs/sol_kverb_impl.h

57

ib_event.element.cq = cqp; \

usr/src/uts/common/sys/ib/clients/of/sol_uverbs/sol_uverbs.h

212

ibt_cq_hdl_t cq;

usr/src/uts/common/sys/ib/clients/rds/rdsib_ep.h

335

void rds_poll_send_completions(ibt_cq_hdl_t cq, struct rds_ep_s *ep,

usr/src/uts/common/sys/ib/clients/rds/rdsib_ib.h

204

void rds_recvcq_handler(ibt_cq_hdl_t cq, void *);

usr/src/uts/common/sys/ib/clients/rdsv3/rdsv3_impl.h

337

#define RDSV3_CQ2CQHDL(cq) (cq)->ibt_cq

usr/src/uts/common/sys/ib/ibtl/ibci.h

249

ibt_status_t (*ibc_free_cq)(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq);

usr/src/uts/common/sys/ib/ibtl/ibci.h

250

ibt_status_t (*ibc_query_cq)(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq,

usr/src/uts/common/sys/ib/ibtl/ibci.h

253

ibt_status_t (*ibc_resize_cq)(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq,

usr/src/uts/common/sys/ib/ibtl/ibci.h

255

ibt_status_t (*ibc_modify_cq)(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq,

usr/src/uts/common/sys/ib/ibtl/ibci.h

313

ibt_status_t (*ibc_poll_cq)(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq,

usr/src/uts/common/sys/ib/ibtl/ibci.h

315

ibt_status_t (*ibc_notify_cq)(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq,

usr/src/uts/common/sys/scsi/adapters/pmcs/pmcs.h

670

STAILQ_HEAD(cqh, pmcs_cmd) cq; /* completed commands */

usr/src/uts/common/sys/scsi/adapters/pmcs/pmcs_def.h

466

if (!STAILQ_EMPTY(&hwp->cq) || hwp->iocomp_cb_head) { \

usr/src/uts/intel/io/vmxnet3s/vmxnet3_defs.h

156

uint32_t cq:1; /* completion request */