usr/src/cmd/bhyve/common/pci_nvme.c

1201

struct nvme_completion *cqe;

usr/src/cmd/bhyve/common/pci_nvme.c

1207

cqe = &cq->qbase[cq->tail];

usr/src/cmd/bhyve/common/pci_nvme.c

1210

status |= (cqe->status ^ NVME_STATUS_P) & NVME_STATUS_P_MASK;

usr/src/cmd/bhyve/common/pci_nvme.c

1212

cqe->cdw0 = cdw0;

usr/src/cmd/bhyve/common/pci_nvme.c

1213

cqe->sqhd = sq->head;

usr/src/cmd/bhyve/common/pci_nvme.c

1214

cqe->sqid = sqid;

usr/src/cmd/bhyve/common/pci_nvme.c

1215

cqe->cid = cid;

usr/src/cmd/bhyve/common/pci_nvme.c

1216

cqe->status = status;

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

1227

ib_work_completion_t cqe[MAX_CQES_PER_POLL];

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

1244

cqe, MAX_CQES_PER_POLL, &num_cqes_polled);

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

1252

dapli_evd_eh_print_cqe(cqe[i]);

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

1268

if (dapli_evd_cqe_to_event(evd_ptr, &cqe[i], DAT_FALSE,

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

424

dapli_evd_eh_print_cqe(IN ib_work_completion_t cqe)

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

440

dto_cookie = (DAPL_COOKIE *) (uintptr_t)DAPL_GET_CQE_WRID(&cqe);

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

447

"\t\t work_req_id 0x%llx\n", DAPL_GET_CQE_WRID(&cqe));

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

449

"\t\t op_type: %s\n", optable[DAPL_GET_CQE_OPTYPE(&cqe)]);

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

450

if ((DAPL_GET_CQE_OPTYPE(&cqe) == OP_SEND) ||

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

451

(DAPL_GET_CQE_OPTYPE(&cqe) == OP_RDMA_WRITE)) {

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

456

"\t\t bytes_num %d\n", DAPL_GET_CQE_BYTESNUM(&cqe));

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

459

"\t\t status %d\n", DAPL_GET_CQE_STATUS(&cqe));

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

55

IN ib_work_completion_t cqe);

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

851

ib_work_completion_t *cqe;

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

857

dapls_ib_poll_premature_events(ep_ptr, &cqe, &nevents);

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

878

(!DAPL_CQE_IS_VALID(&cqe[prm_idx]) ||

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

879

(DAPL_GET_CQE_QPN(&cqe[prm_idx]) != qpn))) {

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

888

dapli_evd_eh_print_cqe(cqe[i]);

usr/src/lib/udapl/udapl_tavor/common/dapl_evd_util.c

900

(void) dapli_evd_cqe_to_event(evd_ptr, &cqe[i], DAT_TRUE,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1388

tavor_hw_cqe_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1414

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1425

while (TAVOR_CQE_OWNER_IS_SW(cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1433

cqe = &cq->cq_addr[tail_cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1444

cqe = &cq->cq_addr[check_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1447

cqe_qpnum = TAVOR_CQE_QPNUM_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1448

cqe_type = TAVOR_CQE_SENDRECV_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1462

wqhdr->wq_wrid_post, cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1471

(void) dapl_os_memcpy(next_cqe, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1498

cqe = &cq->cq_addr[indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

1501

TAVOR_CQE_OWNER_SET_HW(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

554

tavor_hw_cqe_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

572

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

579

while (TAVOR_CQE_OWNER_IS_SW(cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

580

opcode = TAVOR_CQE_OPCODE_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

585

TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

596

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

614

tavor_hw_cqe_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

631

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

644

while (TAVOR_CQE_OWNER_IS_SW(cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

645

status = dapli_arbel_cq_cqe_consume(cq, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

649

TAVOR_CQE_OWNER_SET_HW(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

655

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

706

tavor_hw_cqe_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

715

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

727

if (TAVOR_CQE_OWNER_IS_SW(cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

728

status = dapli_arbel_cq_cqe_consume(cq, cqe, wc_p);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

731

TAVOR_CQE_OWNER_SET_HW(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

752

dapli_arbel_cq_cqe_consume(ib_cq_handle_t cqhdl, tavor_hw_cqe_t *cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

761

TAVOR_CQE_WQEADDRSZ_SET(cqe, TAVOR_CQE_WQEADDRSZ_GET(cqe) &

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

770

opcode = TAVOR_CQE_OPCODE_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

773

status = dapli_arbel_cq_errcqe_consume(cqhdl, cqe, wc);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

781

wc->wc_id = dapls_tavor_wrid_get_entry(cqhdl, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

782

TAVOR_CQE_SENDRECV_GET(cqe), 0, NULL);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

783

wc->wc_qpn = TAVOR_CQE_QPNUM_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

791

if (TAVOR_CQE_SENDRECV_GET(cqe) != TAVOR_COMPLETION_RECV) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

813

wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

841

wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

861

dapli_arbel_cq_errcqe_consume(ib_cq_handle_t cqhdl, tavor_hw_cqe_t *cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

867

uint_t opcode = TAVOR_CQE_OPCODE_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

870

TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe),

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

871

TAVOR_CQE_WQEADDRSZ_GET(cqe));

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

877

wc->wc_id = dapls_tavor_wrid_get_entry(cqhdl, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

880

wc->wc_qpn = TAVOR_CQE_QPNUM_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_arbel_hw.c

887

imm_eth_pkey_cred = TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1443

tavor_hw_cqe_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1463

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1474

while (TAVOR_CQE_OWNER_IS_SW(cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1482

cqe = &cq->cq_addr[tail_cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1493

cqe = &cq->cq_addr[check_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1496

cqe_qpnum = TAVOR_CQE_QPNUM_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1497

cqe_type = HERMON_CQE_SENDRECV_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1511

wqhdr->wq_wrid_post, cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1520

(void) dapl_os_memcpy(next_cqe, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1547

cqe = &cq->cq_addr[indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

1550

TAVOR_CQE_OWNER_SET_HW(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

42

#define HERMON_CQE_OPCODE_GET(cqe) (((uint8_t *)cqe)[31] & 0x1F)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

43

#define HERMON_CQE_SENDRECV_GET(cqe) (((uint8_t *)cqe)[31] & 0x40)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

44

#define HERMON_CQE_OWNER_IS_SW(cq, cqe) ((((uint8_t *)cqe)[31] >> 7) == \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

531

uint32_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

542

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

549

while (HERMON_CQE_OWNER_IS_SW(cq, cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

550

opcode = HERMON_CQE_OPCODE_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

554

TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

565

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

618

uint32_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

628

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

641

while (HERMON_CQE_OWNER_IS_SW(cq, cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

642

if (HERMON_CQE_OPCODE_GET(cqe) == HERMON_CQE_RESIZE_OPCODE) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

646

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

649

status = dapli_hermon_cq_cqe_consume(cq, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

659

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

709

uint32_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

719

cqe = (uint32_t *)&cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

731

if (HERMON_CQE_OWNER_IS_SW(cq, cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

732

if (HERMON_CQE_OPCODE_GET(cqe) == HERMON_CQE_RESIZE_OPCODE) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

737

status = dapli_hermon_cq_cqe_consume(cq, cqe, wc_p);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

759

dapli_hermon_cq_cqe_consume(ib_cq_handle_t cqhdl, uint32_t *cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

773

opcode = HERMON_CQE_OPCODE_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

775

status = dapli_hermon_cq_errcqe_consume(cqhdl, cqe, wc);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

778

TAVOR_CQE_WQEADDRSZ_SET(cqe, (HTOBE_32(cqe[6]) >> 10) &

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

785

wc->wc_id = dapls_tavor_wrid_get_entry(cqhdl, (tavor_hw_cqe_t *)cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

786

HERMON_CQE_SENDRECV_GET(cqe) >> 6, 0, NULL);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

787

wc->wc_qpn = TAVOR_CQE_QPNUM_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

795

if (HERMON_CQE_SENDRECV_GET(cqe) != TAVOR_COMPLETION_RECV) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

817

wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

843

wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

862

dapli_hermon_cq_errcqe_consume(ib_cq_handle_t cqhdl, uint32_t *cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

870

TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe),

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

871

TAVOR_CQE_WQEADDRSZ_GET(cqe));

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

873

status = ((uint8_t *)cqe)[0x1B];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

874

TAVOR_CQE_WQEADDRSZ_SET(cqe, (HTOBE_32(cqe[6]) >> 10) &

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

876

if (HERMON_CQE_SENDRECV_GET(cqe) == 0) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

886

wc->wc_id = dapls_tavor_wrid_get_entry(cqhdl, (tavor_hw_cqe_t *)cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_hermon_hw.c

888

wc->wc_qpn = TAVOR_CQE_QPNUM_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1001

opcode = TAVOR_CQE_OPCODE_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1004

status = dapli_tavor_cq_errcqe_consume(cqhdl, cqe, wc);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1012

wc->wc_id = dapls_tavor_wrid_get_entry(cqhdl, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1013

TAVOR_CQE_SENDRECV_GET(cqe), 0, NULL);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1014

wc->wc_qpn = TAVOR_CQE_QPNUM_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1022

if (TAVOR_CQE_SENDRECV_GET(cqe) != TAVOR_COMPLETION_RECV) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1044

wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1072

wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1092

dapli_tavor_cq_errcqe_consume(ib_cq_handle_t cqhdl, tavor_hw_cqe_t *cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1100

uint_t opcode = TAVOR_CQE_OPCODE_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1103

TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe),

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1104

TAVOR_CQE_WQEADDRSZ_GET(cqe));

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1110

wc->wc_id = dapls_tavor_wrid_get_entry(cqhdl, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1113

wc->wc_qpn = TAVOR_CQE_QPNUM_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1120

imm_eth_pkey_cred = TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1241

TAVOR_CQE_IMM_ETH_PKEY_CRED_SET(cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1244

TAVOR_CQE_WQEADDRSZ_SET(cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1248

TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe),

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1249

TAVOR_CQE_WQEADDRSZ_GET(cqe));

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1717

tavor_hw_cqe_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1744

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1755

while (TAVOR_CQE_OWNER_IS_SW(cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1763

cqe = &cq->cq_addr[tail_cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1774

cqe = &cq->cq_addr[check_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1777

cqe_qpnum = TAVOR_CQE_QPNUM_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1778

cqe_type = TAVOR_CQE_SENDRECV_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1792

wqhdr->wq_wrid_post, cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1801

(void) dapl_os_memcpy(next_cqe, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1828

cqe = &cq->cq_addr[indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

1831

TAVOR_CQE_OWNER_SET_HW(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

782

tavor_hw_cqe_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

800

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

807

while (TAVOR_CQE_OWNER_IS_SW(cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

808

opcode = TAVOR_CQE_OPCODE_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

813

TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

824

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

839

tavor_hw_cqe_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

857

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

870

while (TAVOR_CQE_OWNER_IS_SW(cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

871

status = dapli_tavor_cq_cqe_consume(cq, cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

875

TAVOR_CQE_OWNER_SET_HW(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

881

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

939

tavor_hw_cqe_t *cqe;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

948

cqe = &cq->cq_addr[cons_indx];

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

960

if (TAVOR_CQE_OWNER_IS_SW(cqe)) {

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

961

status = dapli_tavor_cq_cqe_consume(cq, cqe, wc_p);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

964

TAVOR_CQE_OWNER_SET_HW(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.c

987

dapli_tavor_cq_cqe_consume(ib_cq_handle_t cqhdl, tavor_hw_cqe_t *cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

177

#define TAVOR_CQE_QPNUM_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

178

((BETOH_32(((uint32_t *)(cqe))[0]) & TAVOR_CQE_QPNUM_MASK) >> \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

180

#define TAVOR_CQE_DQPN_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

181

((BETOH_32(((uint32_t *)(cqe))[2]) & TAVOR_CQE_DQPN_MASK) >> \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

183

#define TAVOR_CQE_SL_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

184

((BETOH_32(((uint32_t *)(cqe))[3]) & TAVOR_CQE_SL_MASK) >> \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

186

#define TAVOR_CQE_GRH_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

187

((BETOH_32(((uint32_t *)(cqe))[3]) & TAVOR_CQE_GRH_MASK) >> \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

189

#define TAVOR_CQE_PATHBITS_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

190

((BETOH_32(((uint32_t *)(cqe))[3]) & TAVOR_CQE_PATHBITS_MASK) >>\

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

192

#define TAVOR_CQE_DLID_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

193

((BETOH_32(((uint32_t *)(cqe))[3]) & TAVOR_CQE_DLID_MASK) >> \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

195

#define TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

196

(BETOH_32(((uint32_t *)(cqe))[4]))

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

197

#define TAVOR_CQE_IMM_ETH_PKEY_CRED_SET(cqe, arg) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

198

(((uint32_t *)(cqe))[4] = HTOBE_32((arg)))

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

199

#define TAVOR_CQE_BYTECNT_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

200

(BETOH_32(((uint32_t *)(cqe))[5]))

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

201

#define TAVOR_CQE_WQEADDRSZ_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

202

(BETOH_32(((uint32_t *)(cqe))[6]))

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

203

#define TAVOR_CQE_WQEADDRSZ_SET(cqe, arg) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

204

(((uint32_t *)(cqe))[6] = HTOBE_32((arg)))

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

205

#define TAVOR_CQE_OPCODE_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

206

((BETOH_32(((uint32_t *)(cqe))[7]) & TAVOR_CQE_OPCODE_MASK) >> \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

208

#define TAVOR_CQE_SENDRECV_GET(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

209

((BETOH_32(((uint32_t *)(cqe))[7]) & TAVOR_CQE_SENDRECV_MASK) >>\

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

211

#define TAVOR_CQE_OWNER_IS_SW(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

212

(((BETOH_32(((uint32_t *)(cqe))[7]) & TAVOR_CQE_OWNER_MASK) >> \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

214

#define TAVOR_CQE_OWNER_SET_HW(cqe) \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_hw.h

215

(((uint32_t *)(cqe))[7] = \

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

124

dapli_tavor_wrid_find_match(dapls_tavor_workq_hdr_t *wq, tavor_hw_cqe_t *cqe)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

135

wqeaddr_size = TAVOR_CQE_WQEADDRSZ_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

161

curr = dapli_tavor_wrid_find_match_srq(container, cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

257

tavor_hw_cqe_t *cqe)

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

266

wqe_addr = TAVOR_CQE_WQEADDRSZ_GET(cqe) & 0xFFFFFFC0;

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

59

dapls_tavor_wrid_get_entry(ib_cq_handle_t cq, tavor_hw_cqe_t *cqe,

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

71

qpnum = TAVOR_CQE_QPNUM_GET(cqe);

usr/src/lib/udapl/udapl_tavor/tavor/dapl_tavor_wr.c

87

wre_tmp = dapli_tavor_wrid_find_match(wq, cqe);

usr/src/uts/common/io/bnxe/577xx/drivers/common/ecore/ecore_sp_verbs.c

1917

union event_ring_elem *cqe,

usr/src/uts/common/io/bnxe/577xx/drivers/common/ecore/ecore_sp_verbs.c

1937

if (cqe->message.error)

usr/src/uts/common/io/bnxe/577xx/drivers/common/ecore/ecore_sp_verbs.h

489

union event_ring_elem *cqe,

usr/src/uts/common/io/bnxe/577xx/drivers/common/include/mm_linux.h

330

struct common_ramrod_eth_rx_cqe *cqe);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1007

mm_memcpy((void*)(&(sp_cqes->sp_cqe[sp_cqes->idx++])), (const void*)cqe, sizeof(*cqe));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1035

parse_flags = mm_le16_to_cpu(cqe->fast_path_cqe.pars_flags.flags);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1073

lm_recv_set_pkt_len(pdev, pkt, mm_le16_to_cpu(cqe->fast_path_cqe.len_on_bd), chain_idx);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1076

DbgBreakIf(0 != cqe->fast_path_cqe.pkt_len_or_gro_seg_len);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1081

cqe->fast_path_cqe.queue_index);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1084

&(cqe->fast_path_cqe),

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1090

lm_recv_set_pkt_len(pdev, pkt, mm_le16_to_cpu(cqe->fast_path_cqe.pkt_len_or_gro_seg_len), chain_idx);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1105

DbgBreakIfFastPath( ETH_FP_CQE_RAW != (GET_FLAGS( cqe->fast_path_cqe.type_error_flags, ETH_FAST_PATH_RX_CQE_SGL_RAW_SEL ) >>

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1111

ASSERT_STATIC( sizeof(pkt->u1.rx.sgl_or_raw_data.raw_data) == sizeof(cqe->fast_path_cqe.sgl_or_raw_data.raw_data) );

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1112

mm_memcpy( pkt->u1.rx.sgl_or_raw_data.raw_data, cqe->fast_path_cqe.sgl_or_raw_data.raw_data, sizeof(pkt->u1.rx.sgl_or_raw_data.raw_data) );

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1116

DbgBreakIfFastPath( ETH_FP_CQE_REGULAR != (GET_FLAGS( cqe->fast_path_cqe.type_error_flags, ETH_FAST_PATH_RX_CQE_SGL_RAW_SEL )>>

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1121

&(cqe->fast_path_cqe),

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1135

if GET_FLAGS(cqe->fast_path_cqe.status_flags, ETH_FAST_PATH_RX_CQE_RSS_HASH_FLG)

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1138

*pkt->u1.rx.hash_val_ptr = mm_le32_to_cpu(cqe->fast_path_cqe.rss_hash_result);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1143

u16_t vlan_tag = mm_le16_to_cpu(cqe->fast_path_cqe.vlan_tag);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1180

DbgBreakIfFastPath( GET_FLAGS(cqe->fast_path_cqe.type_error_flags, ETH_FAST_PATH_RX_CQE_PHY_DECODE_ERR_FLG) );

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1182

DbgBreakIfFastPath(cqe->fast_path_cqe.type_error_flags &

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1198

&(cqe->end_agg_cqe),

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

1201

cqe->end_agg_cqe.queue_index);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

350

IN const struct eth_end_agg_rx_cqe* cqe,

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

359

u32_t sge_size = mm_le16_to_cpu(cqe->pkt_len) - pkt->l2pkt_rx_info->size;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

372

DbgBreakIf( mm_le16_to_cpu(cqe->pkt_len) < pkt->l2pkt_rx_info->size);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

380

pkt->l2pkt_rx_info->total_packet_size = mm_le16_to_cpu(cqe->pkt_len);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

381

pkt->l2pkt_rx_info->coal_seg_cnt = mm_le16_to_cpu(cqe->num_of_coalesced_segs);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

382

pkt->l2pkt_rx_info->dup_ack_cnt = cqe->pure_ack_count;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

383

pkt->l2pkt_rx_info->ts_delta = mm_le32_to_cpu(cqe->timestamp_delta);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

392

ASSERT_STATIC(LM_TPA_MAX_AGG_SIZE == ARRSIZE(cqe->sgl_or_raw_data.sgl));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

393

DbgBreakIf(ARRSIZE(cqe->sgl_or_raw_data.sgl) < sge_num_elem);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

400

DbgBreakIf( mm_le16_to_cpu(cqe->pkt_len) != pkt->l2pkt_rx_info->size);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

407

DbgBreakIf(ARRSIZE(cqe->sgl_or_raw_data.sgl) <= fw_sge_index);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

408

active_entry = LM_TPA_BD_ENTRY_TO_ACTIVE_ENTRY(pdev, chain_idx, mm_le16_to_cpu(cqe->sgl_or_raw_data.sgl[fw_sge_index]));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

435

mm_le16_to_cpu(cqe->sgl_or_raw_data.sgl[sge_num_elem -1]));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

502

IN const struct eth_fast_path_rx_cqe* cqe,

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

518

DbgBreakIf(GET_FLAGS(cqe->status_flags, ETH_FAST_PATH_RX_CQE_IP_XSUM_NO_VALIDATION_FLG));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

521

DbgBreakIf(GET_FLAGS(cqe->type_error_flags, ETH_FAST_PATH_RX_CQE_IP_BAD_XSUM_FLG));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

529

DbgBreakIf(0 == GET_FLAGS(cqe->status_flags, ETH_FAST_PATH_RX_CQE_IP_XSUM_NO_VALIDATION_FLG));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

544

DbgBreakIf(GET_FLAGS(cqe->status_flags, ETH_FAST_PATH_RX_CQE_L4_XSUM_NO_VALIDATION_FLG));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

546

DbgBreakIf(GET_FLAGS(cqe->type_error_flags, ETH_FAST_PATH_RX_CQE_L4_BAD_XSUM_FLG));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

570

IN const struct eth_fast_path_rx_cqe* cqe,

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

585

if(!GET_FLAGS(cqe->status_flags, ETH_FAST_PATH_RX_CQE_IP_XSUM_NO_VALIDATION_FLG))

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

588

if GET_FLAGS(cqe->type_error_flags, ETH_FAST_PATH_RX_CQE_IP_BAD_XSUM_FLG)

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

624

!GET_FLAGS(cqe->status_flags, ETH_FAST_PATH_RX_CQE_L4_XSUM_NO_VALIDATION_FLG))

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

634

if GET_FLAGS(cqe->type_error_flags, ETH_FAST_PATH_RX_CQE_L4_BAD_XSUM_FLG)

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

661

GET_FLAGS(cqe->status_flags, ETH_FAST_PATH_RX_CQE_L4_XSUM_NO_VALIDATION_FLG) &&

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

662

GET_FLAGS(cqe->pars_flags.flags, PARSING_FLAGS_TCP_OPTIONS_EXIST))

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

933

union eth_rx_cqe* cqe = NULL;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

978

cqe = (union eth_rx_cqe *)lm_bd_chain_consume_bd(&rcq_chain->bd_chain);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

979

DbgBreakIfFastPath(cqe == NULL);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

985

cqe_type = GET_FLAGS_WITH_OFFSET(cqe->ramrod_cqe.ramrod_type, COMMON_RAMROD_ETH_RX_CQE_TYPE, COMMON_RAMROD_ETH_RX_CQE_TYPE_SHIFT);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_recv.c

996

if (cqe->ramrod_cqe.conn_type != TOE_CONNECTION_TYPE)

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4046

void lm_eth_init_command_comp(struct _lm_device_t *pdev, struct common_ramrod_eth_rx_cqe *cqe)

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4050

u32_t conn_and_cmd_data = mm_le32_to_cpu(cqe->conn_and_cmd_data);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4053

u8_t ramrod_type = cqe->ramrod_type;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4099

empty_data = mm_le32_to_cpu(cqe->protocol_data.data_lo);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4163

mm_eth_ramrod_comp_cb(pdev, cqe);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4178

struct common_ramrod_eth_rx_cqe cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4181

cqe.conn_and_cmd_data = pending->command.hdr.conn_and_cmd_data;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4182

cqe.ramrod_type = RX_ETH_CQE_TYPE_ETH_RAMROD;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4183

cqe.protocol_data.data_hi = pending->command.protocol_data.hi;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4184

cqe.protocol_data.data_lo = pending->command.protocol_data.lo;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/lm_sp.c

4205

lm_eth_init_command_comp(pdev, &cqe);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/include/lm5710.h

3853

void lm_eth_init_command_comp(struct _lm_device_t *pdev, struct common_ramrod_eth_rx_cqe *cqe);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

267

char * cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

269

cqe = cqe_buffer->head;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

271

if(cqe == cqe_buffer->last) {

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

274

cqe_buffer->head = cqe + cqe_buffer->qe_size;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

280

return cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

289

char * cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

291

cqe = cqe_buffer->tail;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

293

if ((cqe == cqe_buffer->head) && (cqe_buffer->left > 0)) {

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

297

if(cqe == cqe_buffer->last) {

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

300

cqe_buffer->tail = cqe + cqe_buffer->qe_size;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

305

return cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

316

char * cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

318

cqe = cqe_buffer->head;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

320

if(cqe == cqe_buffer->last) {

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

323

cqe_buffer->head = cqe + cqe_buffer->qe_size;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.c

330

return cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.h

74

struct toe_rx_cqe * cqe,

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4fp.h

84

struct toe_tx_cqe * cqe,

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1183

struct toe_rx_cqe * cqe,

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1191

cmd = ((cqe->params1 & TOE_RX_CQE_COMPLETION_OPCODE) >> TOE_RX_CQE_COMPLETION_OPCODE_SHIFT);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1197

nbytes = (cqe->data.ooo_params.ooo_params & TOE_RX_CQE_OOO_PARAMS_NBYTES) >> TOE_RX_CQE_OOO_PARAMS_NBYTES_SHIFT;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1198

isle_num = (cqe->data.ooo_params.ooo_params & TOE_RX_CQE_OOO_PARAMS_ISLE_NUM) >> TOE_RX_CQE_OOO_PARAMS_ISLE_NUM_SHIFT;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1204

nbytes = cqe->data.raw_data;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1206

nbytes = (cqe->data.in_order_params.in_order_params & TOE_RX_CQE_IN_ORDER_PARAMS_NBYTES) >> TOE_RX_CQE_IN_ORDER_PARAMS_NBYTES_SHIFT;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1427

struct toe_rx_cqe *cqe, *hist_cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1487

cqe = lm_toe_bd_chain_consume_bd(&rcq->bd_chain);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1488

update_stats_type = cqe->data.raw_data;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1489

DbgBreakIf(!cqe);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1493

cid = SW_CID(((cqe->params1 & TOE_RX_CQE_CID) >> TOE_RX_CQE_CID_SHIFT));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1494

opcode = (cqe->params1 & TOE_RX_CQE_COMPLETION_OPCODE) >> TOE_RX_CQE_COMPLETION_OPCODE_SHIFT;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1520

DbgBreakIf(((cqe->params1 & TOE_RX_CQE_COMPLETION_OPCODE) >> TOE_RX_CQE_COMPLETION_OPCODE_SHIFT)

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1538

*hist_cqe = *cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1559

if (((cqe->params1 & TOE_RX_CQE_COMPLETION_OPCODE) >> TOE_RX_CQE_COMPLETION_OPCODE_SHIFT) == RAMROD_OPCODE_TOE_INITIATE_OFFLOAD)

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1564

lm_tcp_rx_process_cqe(pdev,cqe,tcp,drv_toe_rss_id);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1569

if (((cqe->params1 & TOE_RX_CQE_COMPLETION_OPCODE) >> TOE_RX_CQE_COMPLETION_OPCODE_SHIFT) != RAMROD_OPCODE_TOE_INITIATE_OFFLOAD)

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4rx.c

1581

lm_tcp_rx_process_cqe(pdev, cqe, tcp, drv_toe_rss_id);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

371

struct toe_tx_cqe * cqe,

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

378

cmd = ((cqe->params & TOE_TX_CQE_COMPLETION_OPCODE) >> TOE_TX_CQE_COMPLETION_OPCODE_SHIFT);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

383

DbgBreakIfAll(cqe->len & 0xc0000000); /* two upper bits on show a completion larger than 1GB - a bit odd...*/

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

389

if (cqe->len &&

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

400

lm_tcp_tx_inc_trm_aborted_bytes(pdev, tcp, cqe->len);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

401

cqe->len = 0;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

403

if (cqe->len) {

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

405

lm_tcp_tx_cmp_process(pdev, tcp, cqe->len);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

434

DbgBreakIf(cqe->len);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

455

struct toe_tx_cqe *cqe, *hist_cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

497

cqe = lm_toe_bd_chain_consume_bd(&scq->bd_chain);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

498

DbgBreakIf(!cqe);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

502

cid = SW_CID(((cqe->params & TOE_TX_CQE_CID) >> TOE_TX_CQE_CID_SHIFT));

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

507

*hist_cqe = *cqe;

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

518

lm_tcp_tx_process_cqe(pdev, cqe, tcp);

usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/lm_l4tx.c

528

lm_tcp_tx_process_cqe(pdev, cqe, tcp);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

162

CQE_ASYNC_t *cqe);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

164

CQE_ASYNC_t *cqe);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5290

emlxs_sli4_process_async_event(emlxs_hba_t *hba, CQE_ASYNC_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5296

if (hba->link_event_tag == cqe->un.link.event_tag) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5298

} else if (hba->link_event_tag + 1 < cqe->un.link.event_tag) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5301

hba->link_event_tag = cqe->un.link.event_tag;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5303

switch (cqe->event_code) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5307

switch (cqe->un.link.link_status) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5312

cqe->valid, cqe->event_type, HBASTATS.LinkEvent);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5319

cqe->valid, cqe->event_type, HBASTATS.LinkEvent);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5321

emlxs_sli4_handle_fcoe_link_event(hba, cqe);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5328

cqe->valid, cqe->event_type, HBASTATS.LinkEvent);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5330

emlxs_sli4_handle_fcoe_link_event(hba, cqe);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5337

cqe->valid, cqe->event_type, HBASTATS.LinkEvent);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5339

emlxs_sli4_handle_fcoe_link_event(hba, cqe);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5344

cqe->un.link.link_status, HBASTATS.LinkEvent);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5349

switch (cqe->un.fcoe.evt_type) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5353

cqe->un.fcoe.ref_index, cqe->un.fcoe.fcf_count);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5356

cqe->un.fcoe.ref_index);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5361

cqe->un.fcoe.ref_index, cqe->un.fcoe.fcf_count);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5368

cqe->un.fcoe.ref_index, cqe->un.fcoe.fcf_count);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5371

cqe->un.fcoe.ref_index);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5376

cqe->un.fcoe.ref_index);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5380

cqe->un.fcoe.ref_index));

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5386

cqe->un.fcoe.ref_index);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5389

cqe->un.fcoe.ref_index);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5394

cqe->un.fcoe.evt_type);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5401

cqe->event_type);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5405

"Group 5 Async Event: type=%d.", cqe->event_type);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5406

if (cqe->event_type == ASYNC_EVENT_QOS_SPEED) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5407

hba->qos_linkspeed = cqe->un.qos.qos_link_speed;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5411

switch (cqe->event_type) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5419

emlxs_sli4_handle_fc_link_att(hba, cqe);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5428

emlxs_sli4_handle_fc_link_att(hba, cqe);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5433

cqe->event_type, HBASTATS.LinkEvent);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5438

"SLI Port Async Event: type=%d", cqe->event_type);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5440

switch (cqe->event_type) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5448

BE_SWAP32(*(uint32_t *)cqe->un.port.link_status));

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5461

*((uint32_t *)cqe->un.port.link_status) =

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5462

BE_SWAP32(*((uint32_t *)cqe->un.port.link_status));

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5464

cqe->un.port.link_status[hba->sli.sli4.link_number];

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5523

cqe->event_type);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5528

cqe->event_type);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5533

cqe->event_code, cqe->event_type);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5542

emlxs_sli4_process_mbox_event(emlxs_hba_t *hba, CQE_MBOX_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5554

if (cqe->consumed && !cqe->completed) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5761

emlxs_CQE_to_IOCB(emlxs_hba_t *hba, CQE_CmplWQ_t *cqe, emlxs_buf_t *sbp)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5782

iocb->ULPSTATUS = cqe->Status;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5783

iocb->un.ulpWord[4] = cqe->Parameter;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5784

iocb->ULPIOTAG = cqe->RequestTag;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5799

cqe->CmdSpecific;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5807

cqe->CmdSpecific) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5810

cqe->CmdSpecific;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5819

iocb->un.elsreq64.bdl.bdeSize = cqe->CmdSpecific;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5821

iocb->unsli3.ext_iocb.rsplen = cqe->CmdSpecific;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5828

*iptr = cqe->Parameter;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5834

iocb->unsli3.ext_iocb.rsplen = cqe->CmdSpecific;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5873

CQE_CmplWQ_t cqe;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5887

bzero(&cqe, sizeof (CQE_CmplWQ_t));

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5888

cqe.RequestTag = i;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5889

cqe.Status = IOSTAT_LOCAL_REJECT;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5890

cqe.Parameter = IOERR_SEQUENCE_TIMEOUT;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5914

emlxs_CQE_to_IOCB(hba, &cqe, sbp);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5957

CQ_DESC_t *cq, CQE_CmplWQ_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5963

request_tag = cqe->RequestTag;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5973

emlxs_data_dump(port, "CQE", (uint32_t *)cqe, 4, 0);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5980

emlxs_sli4_process_wqe_cmpl(emlxs_hba_t *hba, CQ_DESC_t *cq, CQE_CmplWQ_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

5994

request_tag = cqe->RequestTag;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6045

emlxs_CQE_to_IOCB(hba, cqe, sbp);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6049

if (cqe->XB) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6108

CQE_RelWQ_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6116

wqi = emlxs_sli4_wqid_to_index(hba, (uint16_t)cqe->WQid);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6122

cqe->WQid);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6131

cqe->WQindex);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6134

wq->port_index = cqe->WQindex;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6268

CQE_UnsolRcv_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6304

if (cqe->Code == CQE_TYPE_UNSOL_RCV_V1) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6305

CQE_UnsolRcvV1_t *cqeV1 = (CQE_UnsolRcvV1_t *)cqe;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6312

status = cqe->Status;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6313

data_size = cqe->data_size;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6314

rqid = cqe->RQid;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6315

hdr_size = cqe->hdr_size;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

6370

cqe->Code, rqid, hdr_rqi, hdr_rq->host_index, status, hdr_size,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7079

CQE_XRI_Abort_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7086

xrip = emlxs_sli4_find_xri(port, cqe->XRI);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7097

cqe->XRI, cqe->IA, cqe->EO, cqe->BR);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7123

CQE_u *cqe;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7130

cqe = (CQE_u *)cq->addr.virt;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7131

cqe += cq->host_index;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7142

cq_entry.word[3] = BE_SWAP32(cqe->word[3]);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7150

cq->eqid, cq->qid, cqe,

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7151

cqe->word[0], cqe->word[1],

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7152

cqe->word[2], cqe->word[3],

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7159

cq_entry.word[2] = BE_SWAP32(cqe->word[2]);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7160

cq_entry.word[1] = BE_SWAP32(cqe->word[1]);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7161

cq_entry.word[0] = BE_SWAP32(cqe->word[0]);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7164

emlxs_data_dump(port, "CQE", (uint32_t *)cqe, 6, 0);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7169

cqe->word[3] &= BE_SWAP32(CQE_VALID);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7171

cqe->word[3] = 0;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7176

cqe = (CQE_u *)cq->addr.virt;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

7180

cqe++;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9615

emlxs_sli4_handle_fcoe_link_event(emlxs_hba_t *hba, CQE_ASYNC_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9620

if ((cqe->un.link.link_status == ASYNC_EVENT_LOGICAL_LINK_DOWN) ||

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9621

(cqe->un.link.link_status == ASYNC_EVENT_PHYS_LINK_DOWN)) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9633

switch (cqe->un.link.port_speed) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9643

cqe->un.link.port_speed);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9649

hba->qos_linkspeed = cqe->un.link.qos_link_speed;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9666

emlxs_sli4_handle_fc_link_att(emlxs_hba_t *hba, CQE_ASYNC_t *cqe)

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9671

if (cqe->un.fc.att_type == ATT_TYPE_LINK_DOWN) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9683

switch (cqe->un.fc.port_speed) {

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9708

cqe->un.fc.port_speed);

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9714

hba->qos_linkspeed = cqe->un.fc.link_speed;

usr/src/uts/common/io/fibre-channel/fca/emlxs/emlxs_sli4.c

9717

hba->topology = cqe->un.fc.topology;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mbx.c

293

mb_cqe = &mb->cqe;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

100

struct oce_mq_cqe *cqe = NULL;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

104

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_mq_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

105

while (cqe->u0.dw[3]) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

106

DW_SWAP(u32ptr(cqe), sizeof (struct oce_mq_cqe));

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

107

cqe->u0.dw[3] = 0;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

109

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_mq_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

42

struct oce_mq_cqe *cqe = NULL;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

55

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_mq_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

56

while (cqe->u0.dw[3]) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

57

DW_SWAP(u32ptr(cqe), sizeof (struct oce_mq_cqe));

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

58

if (cqe->u0.s.async_event) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

59

acqe = (struct oce_async_cqe_link_state *)cqe;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

76

cqe->u0.dw[3] = 0;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_mq.c

78

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_mq_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

323

oce_rx(struct oce_dev *dev, struct oce_rq *rq, struct oce_nic_rx_cqe *cqe)

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

336

frag_cnt = cqe->u0.s.num_fragments & 0x7;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

344

pkt_len = cqe->u0.s.pkt_size;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

37

struct oce_nic_rx_cqe *cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

383

oce_rx_bcopy(struct oce_dev *dev, struct oce_rq *rq, struct oce_nic_rx_cqe *cqe)

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

39

struct oce_rq *rq, struct oce_nic_rx_cqe *cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

400

pkt_len = cqe->u0.s.pkt_size;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

402

frag_cnt = cqe->u0.s.num_fragments & 0x7;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

42

static void oce_set_rx_oflags(mblk_t *mp, struct oce_nic_rx_cqe *cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

430

oce_set_rx_oflags(mblk_t *mp, struct oce_nic_rx_cqe *cqe)

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

435

if (cqe->u0.s.ip_cksum_pass) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

439

if (cqe->u0.s.l4_cksum_pass) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

44

struct oce_nic_rx_cqe *cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

462

oce_rx_drop_pkt(struct oce_rq *rq, struct oce_nic_rx_cqe *cqe)

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

468

for (frag_cnt = 0; frag_cnt < cqe->u0.s.num_fragments; frag_cnt++) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

486

struct oce_nic_rx_cqe *cqe;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

503

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_nic_rx_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

507

while (RQ_CQE_VALID(cqe)) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

508

DW_SWAP(u32ptr(cqe), sizeof (struct oce_nic_rx_cqe));

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

509

frag_cnt = cqe->u0.s.num_fragments & 0x7;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

511

if ((cqe->u0.s.pkt_size < dev->rx_bcopy_limit) ||

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

513

mp = oce_rx_bcopy(dev, rq, cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

515

mp = oce_rx(dev, rq, cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

518

mp = oce_rx_bcopy(dev, rq, cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

523

if (cqe->u0.s.vlan_tag_present &&

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

524

cqe->u0.s.qnq) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

526

cqe->u0.s.vlan_tag);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

528

} else if (cqe->u0.s.vlan_tag_present) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

529

oce_rx_insert_tag(mp, cqe->u0.s.vlan_tag);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

531

oce_set_rx_oflags(mp, cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

543

RQ_CQE_INVALIDATE(cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

545

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring,

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

607

struct oce_nic_rx_cqe *cqe;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

612

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_nic_rx_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

616

while (RQ_CQE_VALID(cqe)) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

617

DW_SWAP(u32ptr(cqe), sizeof (struct oce_nic_rx_cqe));

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

618

oce_rx_drop_pkt(rq, cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

620

-(cqe->u0.s.num_fragments & 0x7));

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

622

RQ_CQE_INVALIDATE(cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_rx.c

624

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring,

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

557

struct oce_nic_tx_cqe *cqe;

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

570

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring, struct oce_nic_tx_cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

571

while (WQ_CQE_VALID(cqe)) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

573

DW_SWAP(u32ptr(cqe), sizeof (struct oce_nic_tx_cqe));

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

576

if (cqe->u0.s.status != 0) {

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

588

WQ_CQE_INVALIDATE(cqe);

usr/src/uts/common/io/fibre-channel/fca/oce/oce_tx.c

590

cqe = RING_GET_CONSUMER_ITEM_VA(cq->ring,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1290

hermon_hw_cqe_t *cqe, ibt_wc_t *wc)

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1302

opcode = HERMON_CQE_OPCODE_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1305

hermon_cq_errcqe_consume(state, cq, cqe, wc);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1313

wc->wc_id = hermon_wrid_get_entry(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1322

if (HERMON_CQE_SENDRECV_GET(cq, cqe) != HERMON_COMPLETION_RECV) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1371

hermon_fcoib_is_fexch_qpn(state, HERMON_CQE_QPNUM_GET(cq, cqe))) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1373

if (HERMON_CQE_FEXCH_DIFE(cq, cqe))

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1375

wc->wc_bytes_xfer = HERMON_CQE_BYTECNT_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1376

wc->wc_fexch_seq_cnt = HERMON_CQE_FEXCH_SEQ_CNT(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1377

wc->wc_fexch_tx_bytes_xfer = HERMON_CQE_FEXCH_TX_BYTES(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1378

wc->wc_fexch_rx_bytes_xfer = HERMON_CQE_FEXCH_RX_BYTES(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1379

wc->wc_fexch_seq_id = HERMON_CQE_FEXCH_SEQ_ID(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1380

wc->wc_detail = HERMON_CQE_FEXCH_DETAIL(cq, cqe) &

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1382

wc->wc_rkey = HERMON_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1396

wc->wc_sl = HERMON_CQE_SL_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1397

wc->wc_qpn = HERMON_CQE_DQPN_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1398

wc->wc_slid = HERMON_CQE_DLID_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1400

HERMON_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1408

wc->wc_path_bits = HERMON_CQE_PATHBITS_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1409

wc->wc_bytes_xfer = HERMON_CQE_BYTECNT_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1415

if (HERMON_CQE_GRH_GET(cq, cqe) != 0) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1429

qpnum = HERMON_CQE_QPNUM_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1438

if (HERMON_CQE_IS_IPOK(cq, cqe)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1439

wc->wc_cksum = HERMON_CQE_CKSUM(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1442

HERMON_CQE_IPOIB_STATUS(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1475

hermon_hw_cqe_t *cqe, ibt_wc_t *wc)

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1485

wc->wc_id = hermon_wrid_get_entry(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1492

imm_eth_pkey_cred = HERMON_CQE_ERROR_SYNDROME_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1496

"vendor syndrome %x", cqe, HERMON_CQE_QPNUM_GET(cq, cqe),

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1497

HERMON_CQE_WQECNTR_GET(cq, cqe), status,

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1498

HERMON_CQE_ERROR_VENDOR_SYNDROME_GET(cq, cqe));

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1513

IBTF_DPRINTF_L2("ERRCQE", "is at %p", cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1648

hermon_hw_cqe_t *cqe, *next_cqe;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1677

cqe = &cq->cq_buf[cons_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1688

while (HERMON_CQE_OWNER_IS_SW(cq, cqe, tail_cons_indx, shift, mask)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1696

cqe = &cq->cq_buf[tail_cons_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1707

cqe = &cq->cq_buf[check_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1714

if (qpnum == HERMON_CQE_QPNUM_GET(cq, cqe)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1715

if (srq && (HERMON_CQE_SENDRECV_GET(cq, cqe) ==

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1721

indx = HERMON_CQE_WQEADDRSZ_GET(cq, cqe) &

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

1732

bcopy(cqe, next_cqe, sizeof (hermon_hw_cqe_t));

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

56

hermon_hw_cqe_t *cqe, ibt_wc_t *wc);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

58

hermon_hw_cqe_t *cqe, ibt_wc_t *wc);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

868

hermon_hw_cqe_t *cqe;

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

897

cqe = &cq->cq_buf[cons_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

910

while (HERMON_CQE_OWNER_IS_SW(cq, cqe, cons_indx, shift, mask)) {

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

913

opcode = HERMON_CQE_OPCODE_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

924

cqe = &cq->cq_buf[cons_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

934

hermon_cq_cqe_consume(state, cq, cqe, &wc_p[polled_cnt++]);

usr/src/uts/common/io/ib/adapters/hermon/hermon_cq.c

940

cqe = &cq->cq_buf[cons_indx & wrap_around_mask];

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2359

hermon_wrid_get_entry(hermon_cqhdl_t cq, hermon_hw_cqe_t *cqe)

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2370

send_or_recv = HERMON_CQE_SENDRECV_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2373

qpnum = HERMON_CQE_QPNUM_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/hermon/hermon_wr.c

2387

indx = HERMON_CQE_WQEADDRSZ_GET(cq, cqe) & wq->wq_mask;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1199

tavor_hw_cqe_t *cqe, ibt_wc_t *wc)

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1210

opcode = TAVOR_CQE_OPCODE_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1213

status = tavor_cq_errcqe_consume(state, cq, cqe, wc);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1221

wc->wc_id = tavor_wrid_get_entry(cq, cqe, NULL);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1229

if (TAVOR_CQE_SENDRECV_GET(cq, cqe) != TAVOR_COMPLETION_RECV) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1282

qpnum = TAVOR_CQE_QPNUM_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1313

if (TAVOR_CQE_GRH_GET(cq, cqe) != 0) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1329

wc->wc_sl = TAVOR_CQE_SL_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1330

wc->wc_immed_data = TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1331

wc->wc_qpn = TAVOR_CQE_DQPN_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1333

wc->wc_slid = TAVOR_CQE_DLID_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1342

if (TAVOR_CQE_SENDRECV_GET(cq, cqe) == TAVOR_COMPLETION_RECV) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1343

wc->wc_path_bits = TAVOR_CQE_PATHBITS_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1344

wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1348

wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1361

tavor_hw_cqe_t *cqe, ibt_wc_t *wc)

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1373

wc->wc_id = tavor_wrid_get_entry(cq, cqe, &wre);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1380

imm_eth_pkey_cred = TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1502

TAVOR_CQE_IMM_ETH_PKEY_CRED_SET(cq, cqe,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1505

TAVOR_CQE_WQEADDRSZ_SET(cq, cqe,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1518

tavor_cqe_sync(tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe, uint_t flag)

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1531

offset = (off_t)((uintptr_t)cqe - (uintptr_t)&cq->cq_buf[0]);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1601

tavor_hw_cqe_t *cqe;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1638

cqe = &cq->cq_buf[cons_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1641

tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1652

while (TAVOR_CQE_OWNER_IS_SW(cq, cqe)) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1660

cqe = &cq->cq_buf[tail_cons_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1663

tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1674

cqe = &cq->cq_buf[check_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1677

cqe_qpnum = TAVOR_CQE_QPNUM_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1678

cqe_type = TAVOR_CQE_SENDRECV_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1693

cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1703

bcopy(cqe, next_cqe, sizeof (tavor_hw_cqe_t));

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1729

cqe = &cq->cq_buf[indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

1732

TAVOR_CQE_OWNER_SET_HW(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

49

tavor_hw_cqe_t *cqe, ibt_wc_t *wc);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

51

tavor_hw_cqe_t *cqe, ibt_wc_t *wc);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

52

static void tavor_cqe_sync(tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

841

tavor_hw_cqe_t *cqe;

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

867

cqe = &cq->cq_buf[cons_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

870

tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

883

while (TAVOR_CQE_OWNER_IS_SW(cq, cqe)) {

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

884

status = tavor_cq_cqe_consume(state, cq, cqe,

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

888

TAVOR_CQE_OWNER_SET_HW(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

891

tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORDEV);

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

897

cqe = &cq->cq_buf[cons_indx];

usr/src/uts/common/io/ib/adapters/tavor/tavor_cq.c

900

tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2597

tavor_wrid_get_entry(tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe,

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2612

opcode = TAVOR_CQE_OPCODE_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2620

send_or_recv = TAVOR_CQE_SENDRECV_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2624

qpnum = TAVOR_CQE_QPNUM_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2639

wre_tmp = tavor_wrid_find_match(wq, cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2676

tavor_hw_cqe_t *cqe)

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2687

wqeaddr_size = TAVOR_CQE_WQEADDRSZ_GET(cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2712

curr = tavor_wrid_find_match_srq(container, cq, cqe);

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2811

tavor_hw_cqe_t *cqe)

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

2820

cqe_wqe_addr = TAVOR_CQE_WQEADDRSZ_GET(cq, cqe) & 0xFFFFFFC0;

usr/src/uts/common/io/ib/adapters/tavor/tavor_wr.c

72

tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

1000

"ibt_alloc_cq failed w/ 0x%x", device, cqe, cq->ibt_cq, rtn);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

941

int cqe, void *comp_vector)

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

954

comp_handler, event_handler, cq_context, cqe, comp_vector);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

965

comp_handler, event_handler, cq_context, cqe, comp_vector,

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

975

cq_context, cqe, comp_vector);

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

977

cq_attr.cq_size = cqe;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

988

cq->cqe = real_size;

usr/src/uts/common/io/ib/clients/of/sol_ofs/sol_kverbs.c

994

"rtn: 0x%x", device, cqe, cq->ibt_cq, rtn);

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

208

cq_attr.cq_size = cmd.cqe;

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

220

if (!cmd.cqe) {

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

328

resp.cqe = real_size;

usr/src/uts/common/io/ib/clients/of/sol_uverbs/sol_uverbs_comp.c

534

resize_status = ibt_resize_cq(ucq->cq, cmd.cqe, &resp.cqe);

usr/src/uts/common/io/ib/mgt/ibmf/ibmf_handlers.c

313

ibt_wc_t cqe;

usr/src/uts/common/io/ib/mgt/ibmf/ibmf_handlers.c

330

status = ibt_poll_cq(cq_handle, &cqe, 1, NULL);

usr/src/uts/common/io/ib/mgt/ibmf/ibmf_handlers.c

348

ibmf_i_process_completion(ibmf_cip, &cqe);

usr/src/uts/common/io/ib/mgt/ibmf/ibmf_handlers.c

358

status = ibt_poll_cq(cq_handle, &cqe, 1, NULL);

usr/src/uts/common/io/ib/mgt/ibmf/ibmf_handlers.c

376

ibmf_i_process_completion(ibmf_cip, &cqe);

usr/src/uts/common/io/nvme/nvme.c

2057

nvme_cqe_t *cqe;

usr/src/uts/common/io/nvme/nvme.c

2063

cqe = &cq->ncq_cq[cq->ncq_head];

usr/src/uts/common/io/nvme/nvme.c

2066

if (cqe->cqe_sf.sf_p == cq->ncq_phase)

usr/src/uts/common/io/nvme/nvme.c

2069

qp = nvme->n_ioq[cqe->cqe_sqid];

usr/src/uts/common/io/nvme/nvme.c

2072

cmd = nvme_unqueue_cmd(nvme, qp, cqe->cqe_cid);

usr/src/uts/common/io/nvme/nvme.c

2075

qp->nq_sqhead = cqe->cqe_sqhd;

usr/src/uts/common/io/nvme/nvme.c

2084

"!received completion for unknown cid 0x%x", cqe->cqe_cid);

usr/src/uts/common/io/nvme/nvme.c

2097

ASSERT3U(cmd->nc_sqid, ==, cqe->cqe_sqid);

usr/src/uts/common/io/nvme/nvme.c

2098

bcopy(cqe, &cmd->nc_cqe, sizeof (nvme_cqe_t));

usr/src/uts/common/io/nvme/nvme.c

2191

nvme_cqe_t *cqe = &cmd->nc_cqe;

usr/src/uts/common/io/nvme/nvme.c

2196

cqe->cqe_sqid, cqe->cqe_cid, cqe->cqe_sf.sf_sc, cqe->cqe_sf.sf_sct,

usr/src/uts/common/io/nvme/nvme.c

2197

cqe->cqe_sf.sf_dnr, cqe->cqe_sf.sf_m);

usr/src/uts/common/io/nvme/nvme.c

2218

nvme_cqe_t *cqe = &cmd->nc_cqe;

usr/src/uts/common/io/nvme/nvme.c

2223

cqe->cqe_sqid, cqe->cqe_cid, cqe->cqe_sf.sf_sc, cqe->cqe_sf.sf_sct,

usr/src/uts/common/io/nvme/nvme.c

2224

cqe->cqe_sf.sf_dnr, cqe->cqe_sf.sf_m);

usr/src/uts/common/io/nvme/nvme.c

2235

nvme_cqe_t *cqe = &cmd->nc_cqe;

usr/src/uts/common/io/nvme/nvme.c

2237

switch (cqe->cqe_sf.sf_sc) {

usr/src/uts/common/io/nvme/nvme.c

2260

nvme_cqe_t *cqe = &cmd->nc_cqe;

usr/src/uts/common/io/nvme/nvme.c

2262

switch (cqe->cqe_sf.sf_sc) {

usr/src/uts/common/io/nvme/nvme.c

2402

nvme_cqe_t *cqe = &cmd->nc_cqe;

usr/src/uts/common/io/nvme/nvme.c

2404

switch (cqe->cqe_sf.sf_sc) {

usr/src/uts/common/io/nvme/nvme.c

2590

nvme_cqe_t *cqe = &cmd->nc_cqe;

usr/src/uts/common/io/nvme/nvme.c

2599

if (cqe->cqe_sf.sf_sct == NVME_CQE_SCT_GENERIC &&

usr/src/uts/common/io/nvme/nvme.c

2600

cqe->cqe_sf.sf_sc == NVME_CQE_SC_GEN_SUCCESS)

usr/src/uts/common/io/nvme/nvme.c

2603

if (cqe->cqe_sf.sf_sct == NVME_CQE_SCT_GENERIC)

usr/src/uts/common/io/nvme/nvme.c

2605

else if (cqe->cqe_sf.sf_sct == NVME_CQE_SCT_SPECIFIC)

usr/src/uts/common/io/nvme/nvme.c

2607

else if (cqe->cqe_sf.sf_sct == NVME_CQE_SCT_INTEGRITY)

usr/src/uts/common/io/nvme/nvme.c

2609

else if (cqe->cqe_sf.sf_sct == NVME_CQE_SCT_VENDOR)

usr/src/uts/common/io/nvme/nvme.c

2623

nvme_cqe_t *cqe = &cmd->nc_cqe;

usr/src/uts/common/io/nvme/nvme.c

2630

if (cqe->cqe_sf.sf_sct == NVME_CQE_SCT_GENERIC &&

usr/src/uts/common/io/nvme/nvme.c

2631

cqe->cqe_sf.sf_sc == NVME_CQE_SC_GEN_SUCCESS)

usr/src/uts/common/io/nvme/nvme.c

2634

if (cqe->cqe_sf.sf_sct == NVME_CQE_SCT_GENERIC) {

usr/src/uts/common/io/nvme/nvme.c

2636

} else if (cqe->cqe_sf.sf_sct == NVME_CQE_SCT_SPECIFIC) {

usr/src/uts/common/io/nvme/nvme.c

2638

} else if (cqe->cqe_sf.sf_sct == NVME_CQE_SCT_INTEGRITY) {

usr/src/uts/common/io/nvme/nvme.c

2640

} else if (cqe->cqe_sf.sf_sct == NVME_CQE_SCT_VENDOR) {

usr/src/uts/common/io/nvme/nvme.c

2647

cqe->cqe_sf.sf_sct, cqe->cqe_sf.sf_sc));

usr/src/uts/common/io/qede/579xx/drivers/ecore/ecore_sp_api.h

70

struct eth_slow_path_rx_cqe *cqe);

usr/src/uts/common/io/qede/579xx/drivers/ecore/ecore_spq.c

537

struct eth_slow_path_rx_cqe *cqe,

usr/src/uts/common/io/qede/579xx/drivers/ecore/ecore_spq.c

541

return OSAL_VF_CQE_COMPLETION(p_hwfn, cqe, protocol);

usr/src/uts/common/io/qede/579xx/drivers/ecore/ecore_spq.c

547

return ecore_spq_completion(p_hwfn, cqe->echo, 0, OSAL_NULL);

usr/src/uts/common/io/qede/579xx/drivers/ecore/ecore_spq.c

551

struct eth_slow_path_rx_cqe *cqe)

usr/src/uts/common/io/qede/579xx/drivers/ecore/ecore_spq.c

555

rc = ecore_cqe_completion(p_hwfn, cqe, PROTOCOLID_ETH);

usr/src/uts/common/io/qede/579xx/drivers/ecore/ecore_spq.c

559

cqe->ramrod_cmd_id);

usr/src/uts/common/io/qede/579xx/drivers/ecore/hsi_repository/eth_common.h

420

union eth_rx_cqe cqe /* CQE data itself */;

usr/src/uts/common/io/qede/qede.h

1056

void qede_dump_reg_cqe(struct eth_fast_path_rx_reg_cqe *cqe);

usr/src/uts/common/io/qede/qede_dbg.c

293

qede_dump_reg_cqe(struct eth_fast_path_rx_reg_cqe *cqe)

usr/src/uts/common/io/qede/qede_dbg.c

296

cmn_err(CE_WARN, " pkt_len = %d", LE_16(cqe->pkt_len));

usr/src/uts/common/io/qede/qede_dbg.c

297

cmn_err(CE_WARN, " bd_num = %d", cqe->bd_num);

usr/src/uts/common/io/qede/qede_dbg.c

299

LE_16(cqe->len_on_first_bd));

usr/src/uts/common/io/qede/qede_dbg.c

300

cmn_err(CE_WARN, " placement_offset = %d", cqe->placement_offset);

usr/src/uts/common/io/qede/qede_dbg.c

301

cmn_err(CE_WARN, " vlan_tag = %d", LE_16(cqe->vlan_tag));

usr/src/uts/common/io/qede/qede_dbg.c

302

cmn_err(CE_WARN, " rss_hash = %d", LE_32(cqe->rss_hash));

usr/src/uts/common/io/qede/qede_dbg.c

304

LE_16((uint16_t)cqe->pars_flags.flags));

usr/src/uts/common/io/qede/qede_dbg.c

306

cqe->tunnel_pars_flags.flags);

usr/src/uts/common/io/qede/qede_dbg.c

307

cmn_err(CE_WARN, " bitfields = %x", cqe->bitfields);

usr/src/uts/common/io/qede/qede_dbg.c

311

qede_dump_start_lro_cqe(struct eth_fast_path_rx_tpa_start_cqe *cqe)

usr/src/uts/common/io/qede/qede_dbg.c

315

cmn_err(CE_WARN, " tpa_agg_index = %d", cqe->tpa_agg_index);

usr/src/uts/common/io/qede/qede_dbg.c

316

cmn_err(CE_WARN, " seg_len = %d", LE_16(cqe->seg_len));

usr/src/uts/common/io/qede/qede_dbg.c

317

cmn_err(CE_WARN, " vlan_tag = %d", LE_16(cqe->vlan_tag));

usr/src/uts/common/io/qede/qede_dbg.c

318

cmn_err(CE_WARN, " rss_hash = %d", LE_32(cqe->rss_hash));

usr/src/uts/common/io/qede/qede_dbg.c

320

LE_16(cqe->len_on_first_bd));

usr/src/uts/common/io/qede/qede_dbg.c

321

cmn_err(CE_WARN, " placement_offset = %d", cqe->placement_offset);

usr/src/uts/common/io/qede/qede_dbg.c

322

cmn_err(CE_WARN, " header_len = %d", cqe->header_len);

usr/src/uts/common/io/qede/qede_dbg.c

325

LE_16(cqe->ext_bd_len_list[i]));

usr/src/uts/common/io/qede/qede_dbg.c

327

LE_16((uint16_t)cqe->pars_flags.flags));

usr/src/uts/common/io/qede/qede_dbg.c

329

cqe->tunnel_pars_flags.flags);

usr/src/uts/common/io/qede/qede_dbg.c

330

cmn_err(CE_WARN, " bitfields = 0x%x", cqe->bitfields );

usr/src/uts/common/io/qede/qede_dbg.c

334

qede_dump_cont_lro_cqe(struct eth_fast_path_rx_tpa_cont_cqe *cqe)

usr/src/uts/common/io/qede/qede_dbg.c

338

cmn_err(CE_WARN, " tpa_agg_index = %d", cqe->tpa_agg_index);

usr/src/uts/common/io/qede/qede_dbg.c

341

LE_16(cqe->len_list[i]));

usr/src/uts/common/io/qede/qede_dbg.c

346

qede_dump_end_lro_cqe(struct eth_fast_path_rx_tpa_end_cqe *cqe)

usr/src/uts/common/io/qede/qede_dbg.c

350

cmn_err(CE_WARN, " tpa_agg_index = %d", cqe->tpa_agg_index );

usr/src/uts/common/io/qede/qede_dbg.c

352

LE_16(cqe->total_packet_len));

usr/src/uts/common/io/qede/qede_dbg.c

353

cmn_err(CE_WARN, " num_of_bds = %d", cqe->num_of_bds);

usr/src/uts/common/io/qede/qede_dbg.c

355

LE_16(cqe->num_of_coalesced_segs));

usr/src/uts/common/io/qede/qede_dbg.c

358

LE_16(cqe->len_list[i]));

usr/src/uts/common/io/qede/qede_dbg.c

360

cmn_err(CE_WARN, " ts_delta = %d", LE_32(cqe->ts_delta));

usr/src/uts/common/io/qede/qede_fp.c

291

struct eth_fast_path_rx_tpa_start_cqe *cqe)

usr/src/uts/common/io/qede/qede_fp.c

296

lro_info = &rx_ring->lro_info[cqe->tpa_agg_index];

usr/src/uts/common/io/qede/qede_fp.c

302

qede_dump_start_lro_cqe(cqe);

usr/src/uts/common/io/qede/qede_fp.c

314

lro_info->pars_flags = LE_16(cqe->pars_flags.flags);

usr/src/uts/common/io/qede/qede_fp.c

315

lro_info->pad = LE_16(cqe->placement_offset);

usr/src/uts/common/io/qede/qede_fp.c

316

lro_info->header_len = (uint32_t)cqe->header_len;

usr/src/uts/common/io/qede/qede_fp.c

317

lro_info->vlan_tag = LE_16(cqe->vlan_tag);

usr/src/uts/common/io/qede/qede_fp.c

318

lro_info->rss_hash = LE_32(cqe->rss_hash);

usr/src/uts/common/io/qede/qede_fp.c

320

seg_len = (int)LE_16(cqe->seg_len);

usr/src/uts/common/io/qede/qede_fp.c

321

len_on_first_bd = (int)LE_16(cqe->len_on_first_bd);

usr/src/uts/common/io/qede/qede_fp.c

334

if (cqe->ext_bd_len_list[i] == 0) {

usr/src/uts/common/io/qede/qede_fp.c

344

struct eth_fast_path_rx_tpa_cont_cqe *cqe)

usr/src/uts/common/io/qede/qede_fp.c

349

lro_info = &rx_ring->lro_info[cqe->tpa_agg_index];

usr/src/uts/common/io/qede/qede_fp.c

354

qede_dump_cont_lro_cqe(cqe);

usr/src/uts/common/io/qede/qede_fp.c

359

if (cqe->len_list[i] == 0) {

usr/src/uts/common/io/qede/qede_fp.c

368

struct eth_fast_path_rx_tpa_end_cqe *cqe,

usr/src/uts/common/io/qede/qede_fp.c

379

lro_info = &rx_ring->lro_info[cqe->tpa_agg_index];

usr/src/uts/common/io/qede/qede_fp.c

385

qede_dump_end_lro_cqe(cqe);

usr/src/uts/common/io/qede/qede_fp.c

389

work_length = total_packet_length = LE_16(cqe->total_packet_len);

usr/src/uts/common/io/qede/qede_fp.c

395

if (cqe->len_list[i] == 0) {

usr/src/uts/common/io/qede/qede_fp.c

434

(cqe->num_of_bds > 1)) {

usr/src/uts/common/io/qede/qede_fp.c

482

struct eth_fast_path_rx_reg_cqe *cqe)

usr/src/uts/common/io/qede/qede_fp.c

491

u8 pad = cqe->placement_offset;

usr/src/uts/common/io/qede/qede_fp.c

495

qede_dump_reg_cqe(cqe);

usr/src/uts/common/io/qede/qede_fp.c

501

work_length = HOST_TO_LE_16(cqe->pkt_len);

usr/src/uts/common/io/qede/qede_fp.c

506

for (i = 0; i < cqe->bd_num; i++) {

usr/src/uts/common/io/qede/qede_fp.c

517

for (i = 0; i < cqe->bd_num; i++) {

usr/src/uts/common/io/qede/qede_fp.c

524

for (i = 0; i < cqe->bd_num; i++) {

usr/src/uts/common/io/qede/qede_fp.c

567

HOST_TO_LE_16(cqe->pars_flags.flags));

usr/src/uts/common/io/qede/qede_fp.c

579

struct eth_fast_path_rx_reg_cqe *cqe,

usr/src/uts/common/io/qede/qede_fp.c

586

uint16_t pkt_len = HOST_TO_LE_16(cqe->pkt_len);

usr/src/uts/common/io/qede/qede_fp.c

587

u8 pad = cqe->placement_offset;

usr/src/uts/common/io/qede/qede_fp.c

598

if (cqe->bd_num > 1) {

usr/src/uts/common/io/qede/qede_fp.c

606

return (qede_reg_jumbo_cqe(rx_ring, cqe));

usr/src/uts/common/io/qede/qede_fp.c

668

HOST_TO_LE_16(cqe->pars_flags.flags));

usr/src/uts/common/io/qede/qede_fp.c

691

union eth_rx_cqe *cqe;

usr/src/uts/common/io/qede/qede_fp.c

709

cqe = (union eth_rx_cqe *)

usr/src/uts/common/io/qede/qede_fp.c

714

last_cqe_consumer, sizeof (*cqe),

usr/src/uts/common/io/qede/qede_fp.c

717

cqe_type = cqe->fast_path_regular.type;

usr/src/uts/common/io/qede/qede_fp.c

722

(struct eth_slow_path_rx_cqe *)cqe);

usr/src/uts/common/io/qede/qede_fp.c

726

&cqe->fast_path_regular,

usr/src/uts/common/io/qede/qede_fp.c

731

&cqe->fast_path_tpa_start);

usr/src/uts/common/io/qede/qede_fp.c

735

&cqe->fast_path_tpa_cont);

usr/src/uts/common/io/qede/qede_fp.c

739

&cqe->fast_path_tpa_end,

usr/src/uts/common/sys/fibre-channel/fca/oce/oce_hw.h

593

struct oce_mq_cqe cqe;

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2653

#define HERMON_CQE_IS_IPOK(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2654

(((uint8_t *)(cqe))[HERMON_CQE_IPOK] & HERMON_CQE_IPOK_BIT)

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2656

#define HERMON_CQE_CKSUM(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2657

((((uint8_t *)(cqe))[HERMON_CQE_CKSUM_15_8] << 8) | \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2658

(((uint8_t *)(cqe))[HERMON_CQE_CKSUM_7_0]))

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2660

#define HERMON_CQE_IPOIB_STATUS(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2661

htonl((((uint32_t *)(cqe)))[4])

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2663

#define HERMON_CQE_QPNUM_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2664

((htonl((((uint32_t *)(cqe)))[0]) & HERMON_CQE_QPNUM_MASK) >> \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2667

#define HERMON_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2668

htonl(((uint32_t *)(cqe))[1])

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2670

#define HERMON_CQE_DQPN_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2671

((htonl(((uint32_t *)(cqe))[2]) & HERMON_CQE_DQPN_MASK) >> \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2674

#define HERMON_CQE_GRH_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2675

(((uint8_t *)(cqe))[8] & HERMON_CQE_GRH_MASK)

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2677

#define HERMON_CQE_PATHBITS_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2678

(((uint8_t *)(cqe))[8] & HERMON_CQE_PATHBITS_MASK)

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2680

#define HERMON_CQE_DLID_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2681

((((uint8_t *)(cqe))[HERMON_CQE_SLID_15_8] << 8) | \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2682

(((uint8_t *)(cqe))[HERMON_CQE_SLID_7_0]))

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2684

#define HERMON_CQE_SL_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2685

((((uint8_t *)(cqe))[12]) >> HERMON_CQE_SL_SHIFT)

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2687

#define HERMON_CQE_BYTECNT_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2688

htonl(((uint32_t *)(cqe))[5])

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2690

#define HERMON_CQE_WQECNTR_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2691

((((uint8_t *)(cqe))[HERMON_CQE_WQECNTR_15_8] << 8) | \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2692

(((uint8_t *)(cqe))[HERMON_CQE_WQECNTR_7_0]))

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2694

#define HERMON_CQE_ERROR_SYNDROME_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2695

(((uint8_t *)(cqe))[27])

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2697

#define HERMON_CQE_ERROR_VENDOR_SYNDROME_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2698

(((uint8_t *)(cqe))[26])

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2700

#define HERMON_CQE_OPCODE_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2701

((((uint8_t *)(cqe))[31]) & HERMON_CQE_OPCODE_MASK)

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2703

#define HERMON_CQE_SENDRECV_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2704

(((((uint8_t *)(cqe))[31]) & HERMON_CQE_SENDRECV_MASK) >> \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2707

#define HERMON_CQE_FEXCH_SEQ_CNT(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2708

HERMON_CQE_CKSUM(cq, cqe)

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2710

#define HERMON_CQE_FEXCH_TX_BYTES(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2711

htonl(((uint32_t *)(cqe))[3])

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2713

#define HERMON_CQE_FEXCH_RX_BYTES(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2714

htonl(((uint32_t *)(cqe))[4])

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2716

#define HERMON_CQE_FEXCH_SEQ_ID(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2717

(((uint8_t *)(cqe))[8])

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2719

#define HERMON_CQE_FEXCH_DETAIL(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2720

htonl(((uint32_t *)(cqe))[0])

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2722

#define HERMON_CQE_FEXCH_DIFE(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2723

((((uint8_t *)(cqe))[0]) & 0x80)

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2727

#define HERMON_CQE_OWNER_IS_SW(cq, cqe, considx, shift, mask) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_hw.h

2728

(((((uint8_t *)(cqe))[31] & HERMON_CQE_OWNER_MASK) >> \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_wr.h

186

ibt_wrid_t hermon_wrid_get_entry(hermon_cqhdl_t cqhdl, hermon_hw_cqe_t *cqe);

usr/src/uts/common/sys/ib/adapters/hermon/hermon_wr.h

55

#define HERMON_CQE_WQEADDRSZ_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/hermon/hermon_wr.h

56

((uint32_t)((((uint8_t *)(cqe))[0x18]) << 8) | ((uint8_t *)(cqe))[0x19])

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1441

#define TAVOR_CQE_QPNUM_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1443

&((uint32_t *)(cqe))[0]) & TAVOR_CQE_QPNUM_MASK) >> \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1445

#define TAVOR_CQE_DQPN_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1447

&((uint32_t *)(cqe))[2]) & TAVOR_CQE_DQPN_MASK) >> \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1449

#define TAVOR_CQE_SL_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1451

&((uint32_t *)(cqe))[3]) & TAVOR_CQE_SL_MASK) >> \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1453

#define TAVOR_CQE_GRH_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1455

&((uint32_t *)(cqe))[3]) & TAVOR_CQE_GRH_MASK) >> \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1457

#define TAVOR_CQE_PATHBITS_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1459

&((uint32_t *)(cqe))[3]) & TAVOR_CQE_PATHBITS_MASK) >> \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1461

#define TAVOR_CQE_DLID_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1463

&((uint32_t *)(cqe))[3]) & TAVOR_CQE_DLID_MASK) >> \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1465

#define TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1466

(ddi_get32((cq)->cq_cqinfo.qa_acchdl, &((uint32_t *)(cqe))[4]))

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1467

#define TAVOR_CQE_IMM_ETH_PKEY_CRED_SET(cq, cqe, arg) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1468

(ddi_put32((cq)->cq_cqinfo.qa_acchdl, &((uint32_t *)(cqe))[4], \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1470

#define TAVOR_CQE_BYTECNT_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1471

(ddi_get32((cq)->cq_cqinfo.qa_acchdl, &((uint32_t *)(cqe))[5]))

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1472

#define TAVOR_CQE_WQEADDRSZ_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1473

(ddi_get32((cq)->cq_cqinfo.qa_acchdl, &((uint32_t *)(cqe))[6]))

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1474

#define TAVOR_CQE_WQEADDRSZ_SET(cq, cqe, arg) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1475

(ddi_put32((cq)->cq_cqinfo.qa_acchdl, &((uint32_t *)(cqe))[6], \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1477

#define TAVOR_CQE_OPCODE_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1479

&((uint32_t *)(cqe))[7]) & TAVOR_CQE_OPCODE_MASK) >> \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1481

#define TAVOR_CQE_SENDRECV_GET(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1483

&((uint32_t *)(cqe))[7]) & TAVOR_CQE_SENDRECV_MASK) >> \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1485

#define TAVOR_CQE_OWNER_IS_SW(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1487

&((uint32_t *)(cqe))[7]) & TAVOR_CQE_OWNER_MASK) >> \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1490

#define TAVOR_CQE_OWNER_SET_HW(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1493

((uint32_t *)(cqe))[7] = 0x80000000; \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1496

&((uint32_t *)(cqe))[7], 0x00000080); \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1500

#define TAVOR_CQE_OWNER_SET_HW(cq, cqe) \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1503

((uint32_t *)(cqe))[7] = 0x00000080; \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_hw.h

1506

&((uint32_t *)(cqe))[7], 0x00000080); \

usr/src/uts/common/sys/ib/adapters/tavor/tavor_wr.h

303

uint64_t tavor_wrid_get_entry(tavor_cqhdl_t cqhdl, tavor_hw_cqe_t *cqe,

usr/src/uts/common/sys/ib/adapters/tavor/tavor_wr.h

314

tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe);

usr/src/uts/common/sys/ib/clients/of/rdma/ib_user_verbs.h

310

uint32_t cqe;

usr/src/uts/common/sys/ib/clients/of/rdma/ib_user_verbs.h

326

uint32_t cqe;

usr/src/uts/common/sys/ib/clients/of/rdma/ib_user_verbs.h

333

uint32_t cqe;

usr/src/uts/common/sys/ib/clients/of/rdma/ib_user_verbs.h

338

uint32_t cqe;

usr/src/uts/common/sys/ib/clients/of/rdma/ib_verbs.h

593

int cqe;

usr/src/uts/common/sys/ib/clients/of/rdma/ib_verbs.h

731

void *cq_context, int cqe, void *comp_vector);