drivers/gpu/drm/mediatek/mtk_disp_ovl_adaptor.c

101

static const struct mtk_ddp_comp_funcs rdma = {

drivers/gpu/drm/mediatek/mtk_disp_ovl_adaptor.c

110

[OVL_ADAPTOR_MDP_RDMA0] = { OVL_ADAPTOR_TYPE_MDP_RDMA, DDP_COMPONENT_MDP_RDMA0, 0, &rdma },

drivers/gpu/drm/mediatek/mtk_disp_ovl_adaptor.c

111

[OVL_ADAPTOR_MDP_RDMA1] = { OVL_ADAPTOR_TYPE_MDP_RDMA, DDP_COMPONENT_MDP_RDMA1, 1, &rdma },

drivers/gpu/drm/mediatek/mtk_disp_ovl_adaptor.c

112

[OVL_ADAPTOR_MDP_RDMA2] = { OVL_ADAPTOR_TYPE_MDP_RDMA, DDP_COMPONENT_MDP_RDMA2, 2, &rdma },

drivers/gpu/drm/mediatek/mtk_disp_ovl_adaptor.c

113

[OVL_ADAPTOR_MDP_RDMA3] = { OVL_ADAPTOR_TYPE_MDP_RDMA, DDP_COMPONENT_MDP_RDMA3, 3, &rdma },

drivers/gpu/drm/mediatek/mtk_disp_ovl_adaptor.c

114

[OVL_ADAPTOR_MDP_RDMA4] = { OVL_ADAPTOR_TYPE_MDP_RDMA, DDP_COMPONENT_MDP_RDMA4, 4, &rdma },

drivers/gpu/drm/mediatek/mtk_disp_ovl_adaptor.c

115

[OVL_ADAPTOR_MDP_RDMA5] = { OVL_ADAPTOR_TYPE_MDP_RDMA, DDP_COMPONENT_MDP_RDMA5, 5, &rdma },

drivers/gpu/drm/mediatek/mtk_disp_ovl_adaptor.c

116

[OVL_ADAPTOR_MDP_RDMA6] = { OVL_ADAPTOR_TYPE_MDP_RDMA, DDP_COMPONENT_MDP_RDMA6, 6, &rdma },

drivers/gpu/drm/mediatek/mtk_disp_ovl_adaptor.c

117

[OVL_ADAPTOR_MDP_RDMA7] = { OVL_ADAPTOR_TYPE_MDP_RDMA, DDP_COMPONENT_MDP_RDMA7, 7, &rdma },

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

109

struct mtk_disp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

110

unsigned int tmp = readl(rdma->regs + reg);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

113

writel(tmp, rdma->regs + reg);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

120

struct mtk_disp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

122

rdma->vblank_cb = vblank_cb;

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

123

rdma->vblank_cb_data = vblank_cb_data;

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

128

struct mtk_disp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

130

rdma->vblank_cb = NULL;

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

131

rdma->vblank_cb_data = NULL;

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

147

struct mtk_disp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

149

return rdma->data->formats;

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

154

struct mtk_disp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

156

return rdma->data->num_formats;

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

161

struct mtk_disp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

163

return clk_prepare_enable(rdma->clk);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

168

struct mtk_disp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

170

clk_disable_unprepare(rdma->clk);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

190

struct mtk_disp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

193

mtk_ddp_write_mask(cmdq_pkt, width, &rdma->cmdq_reg, rdma->regs,

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

195

mtk_ddp_write_mask(cmdq_pkt, height, &rdma->cmdq_reg, rdma->regs,

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

198

if (rdma->fifo_size)

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

199

rdma_fifo_size = rdma->fifo_size;

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

201

rdma_fifo_size = RDMA_FIFO_SIZE(rdma);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

213

mtk_ddp_write(cmdq_pkt, reg, &rdma->cmdq_reg, rdma->regs, DISP_REG_RDMA_FIFO_CON);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

216

static unsigned int rdma_fmt_convert(struct mtk_disp_rdma *rdma,

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

262

struct mtk_disp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

269

con = rdma_fmt_convert(rdma, fmt);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

270

mtk_ddp_write_relaxed(cmdq_pkt, con, &rdma->cmdq_reg, rdma->regs, DISP_RDMA_MEM_CON);

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

273

mtk_ddp_write_mask(cmdq_pkt, RDMA_MATRIX_ENABLE, &rdma->cmdq_reg, rdma->regs,

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

277

&rdma->cmdq_reg, rdma->regs, DISP_REG_RDMA_SIZE_CON_0,

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

280

mtk_ddp_write_mask(cmdq_pkt, 0, &rdma->cmdq_reg, rdma->regs,

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

284

mtk_ddp_write_relaxed(cmdq_pkt, addr, &rdma->cmdq_reg, rdma->regs,

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

286

mtk_ddp_write_relaxed(cmdq_pkt, pitch, &rdma->cmdq_reg, rdma->regs,

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

288

mtk_ddp_write(cmdq_pkt, RDMA_MEM_GMC, &rdma->cmdq_reg, rdma->regs,

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

290

mtk_ddp_write_mask(cmdq_pkt, RDMA_MODE_MEMORY, &rdma->cmdq_reg, rdma->regs,

drivers/gpu/drm/mediatek/mtk_disp_rdma.c

52

#define RDMA_FIFO_SIZE(rdma) ((rdma)->data->fifo_size)

drivers/gpu/drm/mediatek/mtk_mdp_rdma.c

262

struct mtk_mdp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_mdp_rdma.c

264

return clk_prepare_enable(rdma->clk);

drivers/gpu/drm/mediatek/mtk_mdp_rdma.c

269

struct mtk_mdp_rdma *rdma = dev_get_drvdata(dev);

drivers/gpu/drm/mediatek/mtk_mdp_rdma.c

271

clk_disable_unprepare(rdma->clk);

drivers/gpu/drm/meson/meson_drv.h

170

} rdma;

drivers/gpu/drm/meson/meson_rdma.c

100

priv->rdma.addr[priv->rdma.offset++] = val;

drivers/gpu/drm/meson/meson_rdma.c

121

writel(priv->rdma.addr_dma,

drivers/gpu/drm/meson/meson_rdma.c

125

writel(priv->rdma.addr_dma + (priv->rdma.offset * RDMA_DESC_SIZE) - 1,

drivers/gpu/drm/meson/meson_rdma.c

134

priv->rdma.offset = 0;

drivers/gpu/drm/meson/meson_rdma.c

26

if (!priv->rdma.addr) {

drivers/gpu/drm/meson/meson_rdma.c

28

priv->rdma.addr =

drivers/gpu/drm/meson/meson_rdma.c

30

&priv->rdma.addr_dma,

drivers/gpu/drm/meson/meson_rdma.c

32

if (!priv->rdma.addr)

drivers/gpu/drm/meson/meson_rdma.c

36

priv->rdma.offset = 0;

drivers/gpu/drm/meson/meson_rdma.c

50

if (!priv->rdma.addr && !priv->rdma.addr_dma)

drivers/gpu/drm/meson/meson_rdma.c

56

priv->rdma.addr, priv->rdma.addr_dma);

drivers/gpu/drm/meson/meson_rdma.c

58

priv->rdma.addr = NULL;

drivers/gpu/drm/meson/meson_rdma.c

59

priv->rdma.addr_dma = (dma_addr_t)0;

drivers/gpu/drm/meson/meson_rdma.c

88

priv->rdma.offset = 0;

drivers/gpu/drm/meson/meson_rdma.c

94

if (priv->rdma.offset >= (SZ_4K / RDMA_DESC_SIZE)) {

drivers/gpu/drm/meson/meson_rdma.c

99

priv->rdma.addr[priv->rdma.offset++] = reg;

drivers/infiniband/core/uverbs_cmd.c

2106

struct ib_rdma_wr *rdma;

drivers/infiniband/core/uverbs_cmd.c

2108

next_size = sizeof(*rdma);

drivers/infiniband/core/uverbs_cmd.c

2109

rdma = alloc_wr(next_size, user_wr->num_sge);

drivers/infiniband/core/uverbs_cmd.c

2110

if (!rdma) {

drivers/infiniband/core/uverbs_cmd.c

2115

rdma->remote_addr = user_wr->wr.rdma.remote_addr;

drivers/infiniband/core/uverbs_cmd.c

2116

rdma->rkey = user_wr->wr.rdma.rkey;

drivers/infiniband/core/uverbs_cmd.c

2118

next = &rdma->wr;

drivers/infiniband/hw/bnxt_re/ib_verbs.c

3029

wqe->rdma.imm_data = be32_to_cpu(wr->ex.imm_data);

drivers/infiniband/hw/bnxt_re/ib_verbs.c

3033

wqe->rdma.inv_key = wr->ex.invalidate_rkey;

drivers/infiniband/hw/bnxt_re/ib_verbs.c

3038

wqe->rdma.remote_va = rdma_wr(wr)->remote_addr;

drivers/infiniband/hw/bnxt_re/ib_verbs.c

3039

wqe->rdma.r_key = rdma_wr(wr)->rkey;

drivers/infiniband/hw/bnxt_re/qplib_fp.c

1880

sqe->imm_data = cpu_to_le32(wqe->rdma.inv_key);

drivers/infiniband/hw/bnxt_re/qplib_fp.c

1882

ext_sqe->remote_va = cpu_to_le64(wqe->rdma.remote_va);

drivers/infiniband/hw/bnxt_re/qplib_fp.c

1883

ext_sqe->remote_key = cpu_to_le32(wqe->rdma.r_key);

drivers/infiniband/hw/bnxt_re/qplib_fp.h

190

} rdma;

drivers/infiniband/hw/ionic/ionic_datapath.c

993

wqe->common.rdma.remote_va_high = cpu_to_be32(wr->remote_addr >> 32);

drivers/infiniband/hw/ionic/ionic_datapath.c

994

wqe->common.rdma.remote_va_low = cpu_to_be32(wr->remote_addr);

drivers/infiniband/hw/ionic/ionic_datapath.c

995

wqe->common.rdma.remote_rkey = cpu_to_be32(wr->rkey);

drivers/infiniband/hw/ionic/ionic_fw.h

451

} rdma;

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

46

if (IONIC_VERSION(ident->rdma.version, ident->rdma.minor_version) >=

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

49

le64_to_cpu(ident->rdma.page_size_cap);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

53

cfg->rdma_version = ident->rdma.version;

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

54

cfg->qp_opcodes = ident->rdma.qp_opcodes;

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

55

cfg->admin_opcodes = ident->rdma.admin_opcodes;

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

57

cfg->stats_type = le16_to_cpu(ident->rdma.stats_type);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

58

cfg->npts_per_lif = le32_to_cpu(ident->rdma.npts_per_lif);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

59

cfg->nmrs_per_lif = le32_to_cpu(ident->rdma.nmrs_per_lif);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

60

cfg->nahs_per_lif = le32_to_cpu(ident->rdma.nahs_per_lif);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

62

cfg->aq_base = le32_to_cpu(ident->rdma.aq_qtype.qid_base);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

63

cfg->cq_base = le32_to_cpu(ident->rdma.cq_qtype.qid_base);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

64

cfg->eq_base = le32_to_cpu(ident->rdma.eq_qtype.qid_base);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

72

cfg->aq_count = le32_to_cpu(ident->rdma.aq_qtype.qid_count);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

73

cfg->eq_count = le32_to_cpu(ident->rdma.eq_qtype.qid_count);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

74

cfg->cq_count = le32_to_cpu(ident->rdma.cq_qtype.qid_count);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

75

cfg->qp_count = le32_to_cpu(ident->rdma.sq_qtype.qid_count);

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

78

cfg->aq_qtype = ident->rdma.aq_qtype.qtype;

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

79

cfg->sq_qtype = ident->rdma.sq_qtype.qtype;

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

80

cfg->rq_qtype = ident->rdma.rq_qtype.qtype;

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

81

cfg->cq_qtype = ident->rdma.cq_qtype.qtype;

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

82

cfg->eq_qtype = ident->rdma.eq_qtype.qtype;

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

83

cfg->udma_qgrp_shift = ident->rdma.udma_shift;

drivers/infiniband/hw/ionic/ionic_lif_cfg.c

86

cfg->max_stride = ident->rdma.max_stride;

drivers/infiniband/hw/mlx5/odp.c

1488

u32 rkey = pfault->rdma.r_key;

drivers/infiniband/hw/mlx5/odp.c

1497

pfault->rdma.rdma_va += pfault->bytes_committed;

drivers/infiniband/hw/mlx5/odp.c

1498

pfault->rdma.rdma_op_len -= min(pfault->bytes_committed,

drivers/infiniband/hw/mlx5/odp.c

1499

pfault->rdma.rdma_op_len);

drivers/infiniband/hw/mlx5/odp.c

1502

address = pfault->rdma.rdma_va;

drivers/infiniband/hw/mlx5/odp.c

1503

length = pfault->rdma.rdma_op_len;

drivers/infiniband/hw/mlx5/odp.c

1510

length = pfault->rdma.packet_size;

drivers/infiniband/hw/mlx5/odp.c

1671

be32_to_cpu(pf_eqe->rdma.bytes_committed);

drivers/infiniband/hw/mlx5/odp.c

1673

be32_to_cpu(pf_eqe->rdma.pftype_token) >> 24;

drivers/infiniband/hw/mlx5/odp.c

1675

be32_to_cpu(pf_eqe->rdma.pftype_token) &

drivers/infiniband/hw/mlx5/odp.c

1677

pfault->rdma.r_key =

drivers/infiniband/hw/mlx5/odp.c

1678

be32_to_cpu(pf_eqe->rdma.r_key);

drivers/infiniband/hw/mlx5/odp.c

1679

pfault->rdma.packet_size =

drivers/infiniband/hw/mlx5/odp.c

1680

be16_to_cpu(pf_eqe->rdma.packet_length);

drivers/infiniband/hw/mlx5/odp.c

1681

pfault->rdma.rdma_op_len =

drivers/infiniband/hw/mlx5/odp.c

1682

be32_to_cpu(pf_eqe->rdma.rdma_op_len);

drivers/infiniband/hw/mlx5/odp.c

1683

pfault->rdma.rdma_va =

drivers/infiniband/hw/mlx5/odp.c

1684

be64_to_cpu(pf_eqe->rdma.rdma_va);

drivers/infiniband/hw/mlx5/odp.c

1690

pfault->rdma.r_key);

drivers/infiniband/hw/mlx5/odp.c

1693

pfault->rdma.rdma_op_len,

drivers/infiniband/hw/mlx5/odp.c

1694

pfault->rdma.rdma_va);

drivers/infiniband/hw/mlx5/odp.c

79

} rdma;

drivers/infiniband/hw/vmw_pvrdma/pvrdma_qp.c

791

wqe_hdr->wr.rdma.remote_addr =

drivers/infiniband/hw/vmw_pvrdma/pvrdma_qp.c

793

wqe_hdr->wr.rdma.rkey = rdma_wr(wr)->rkey;

drivers/infiniband/sw/rxe/rxe_req.c

464

reth_set_rkey(pkt, ibwr->wr.rdma.rkey);

drivers/infiniband/sw/rxe/rxe_req.c

69

wqe->wr.wr.rdma.remote_addr :

drivers/infiniband/sw/rxe/rxe_verbs.c

767

wr->wr.rdma.remote_addr = rdma_wr(ibwr)->remote_addr;

drivers/infiniband/sw/rxe/rxe_verbs.c

768

wr->wr.rdma.rkey = rdma_wr(ibwr)->rkey;

drivers/infiniband/sw/rxe/rxe_verbs.c

778

wr->wr.rdma.remote_addr = rdma_wr(ibwr)->remote_addr;

drivers/infiniband/sw/rxe/rxe_verbs.c

779

wr->wr.rdma.rkey = rdma_wr(ibwr)->rkey;

drivers/infiniband/ulp/rtrs/rtrs-clt-stats.c

120

memset(&s->rdma, 0, sizeof(s->rdma));

drivers/infiniband/ulp/rtrs/rtrs-clt-stats.c

168

this_cpu_inc(stats->pcpu_stats->rdma.dir[d].cnt);

drivers/infiniband/ulp/rtrs/rtrs-clt-stats.c

169

this_cpu_add(stats->pcpu_stats->rdma.dir[d].size_total, size);

drivers/infiniband/ulp/rtrs/rtrs-clt-stats.c

35

this_cpu_inc(stats->pcpu_stats->rdma.failover_cnt);

drivers/infiniband/ulp/rtrs/rtrs-clt-stats.c

90

r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma;

drivers/infiniband/ulp/rtrs/rtrs-clt-sysfs.c

310

STAT_ATTR(struct rtrs_clt_stats, rdma,

drivers/infiniband/ulp/rtrs/rtrs-clt.h

61

struct rtrs_clt_stats_rdma rdma;

drivers/infiniband/ulp/rtrs/rtrs-srv-sysfs.c

142

STAT_ATTR(struct rtrs_srv_stats, rdma,

drivers/macintosh/rack-meter.c

146

struct rackmeter_dma *rdma = rm->dma_buf_v;

drivers/macintosh/rack-meter.c

155

memset(rdma->buf1, 0, sizeof(rdma->buf1));

drivers/macintosh/rack-meter.c

156

memset(rdma->buf2, 0, sizeof(rdma->buf2));

drivers/macintosh/rack-meter.c

371

struct resource ri2s, rdma;

drivers/macintosh/rack-meter.c

431

of_address_to_resource(i2s, 1, &rdma)) {

drivers/macintosh/rack-meter.c

441

pr_debug(" dma @0x%08x\n", (unsigned int)rdma.start);

drivers/macintosh/rack-meter.c

475

rm->dma_regs = ioremap(rdma.start, 0x100);

drivers/media/platform/mediatek/mdp3/mdp_sm_mt8183.h

129

struct mdp_rdma_data_8183 rdma;

drivers/media/platform/mediatek/mdp3/mdp_sm_mt8195.h

260

struct mdp_rdma_data_8195 rdma;

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

116

reg = CFG_COMP(MT8183, ctx->param, rdma.src_ctrl);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

118

reg = CFG_COMP(MT8195, ctx->param, rdma.src_ctrl);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

125

reg = CFG_COMP(MT8183, ctx->param, rdma.ufo_dec_y);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

127

reg = CFG_COMP(MT8195, ctx->param, rdma.ufo_dec_y);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

132

reg = CFG_COMP(MT8183, ctx->param, rdma.ufo_dec_c);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

134

reg = CFG_COMP(MT8195, ctx->param, rdma.ufo_dec_c);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

141

reg = CFG_COMP(MT8183, ctx->param, rdma.mf_bkgd_in_pxl);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

143

reg = CFG_COMP(MT8195, ctx->param, rdma.mf_bkgd_in_pxl);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

151

reg = CFG_COMP(MT8183, ctx->param, rdma.control);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

154

reg = CFG_COMP(MT8195, ctx->param, rdma.control);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

161

reg = CFG_COMP(MT8183, ctx->param, rdma.iova[0]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

163

reg = CFG_COMP(MT8195, ctx->param, rdma.iova[0]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

167

reg = CFG_COMP(MT8183, ctx->param, rdma.iova[1]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

169

reg = CFG_COMP(MT8195, ctx->param, rdma.iova[1]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

173

reg = CFG_COMP(MT8183, ctx->param, rdma.iova[2]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

175

reg = CFG_COMP(MT8195, ctx->param, rdma.iova[2]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

180

reg = CFG_COMP(MT8183, ctx->param, rdma.iova_end[0]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

182

reg = CFG_COMP(MT8195, ctx->param, rdma.iova_end[0]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

186

reg = CFG_COMP(MT8183, ctx->param, rdma.iova_end[1]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

188

reg = CFG_COMP(MT8195, ctx->param, rdma.iova_end[1]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

192

reg = CFG_COMP(MT8183, ctx->param, rdma.iova_end[2]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

194

reg = CFG_COMP(MT8195, ctx->param, rdma.iova_end[2]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

199

reg = CFG_COMP(MT8183, ctx->param, rdma.mf_bkgd);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

201

reg = CFG_COMP(MT8195, ctx->param, rdma.mf_bkgd);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

206

reg = CFG_COMP(MT8183, ctx->param, rdma.sf_bkgd);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

208

reg = CFG_COMP(MT8195, ctx->param, rdma.sf_bkgd);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

214

reg = CFG_COMP(MT8183, ctx->param, rdma.transform);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

216

reg = CFG_COMP(MT8195, ctx->param, rdma.transform);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

224

reg = CFG_COMP(MT8195, ctx->param, rdma.dmabuf_con0);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

229

reg = CFG_COMP(MT8195, ctx->param, rdma.ultra_th_high_con0);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

234

reg = CFG_COMP(MT8195, ctx->param, rdma.ultra_th_low_con0);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

239

reg = CFG_COMP(MT8195, ctx->param, rdma.dmabuf_con1);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

244

reg = CFG_COMP(MT8195, ctx->param, rdma.ultra_th_high_con1);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

249

reg = CFG_COMP(MT8195, ctx->param, rdma.ultra_th_low_con1);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

254

reg = CFG_COMP(MT8195, ctx->param, rdma.dmabuf_con2);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

259

reg = CFG_COMP(MT8195, ctx->param, rdma.ultra_th_high_con2);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

264

reg = CFG_COMP(MT8195, ctx->param, rdma.ultra_th_low_con2);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

269

reg = CFG_COMP(MT8195, ctx->param, rdma.dmabuf_con3);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

294

reg = CFG_COMP(MT8183, ctx->param, rdma.subfrms[index].offset[0]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

296

reg = CFG_COMP(MT8195, ctx->param, rdma.subfrms[index].offset[0]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

303

reg = CFG_COMP(MT8183, ctx->param, rdma.subfrms[index].offset_0_p);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

305

reg = CFG_COMP(MT8195, ctx->param, rdma.subfrms[index].offset_0_p);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

313

reg = CFG_COMP(MT8183, ctx->param, rdma.subfrms[index].offset[1]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

315

reg = CFG_COMP(MT8195, ctx->param, rdma.subfrms[index].offset[1]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

320

reg = CFG_COMP(MT8183, ctx->param, rdma.subfrms[index].offset[2]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

322

reg = CFG_COMP(MT8195, ctx->param, rdma.subfrms[index].offset[2]);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

327

reg = CFG_COMP(MT8183, ctx->param, rdma.subfrms[index].src);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

329

reg = CFG_COMP(MT8195, ctx->param, rdma.subfrms[index].src);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

335

reg = CFG_COMP(MT8183, ctx->param, rdma.subfrms[index].clip);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

337

reg = CFG_COMP(MT8195, ctx->param, rdma.subfrms[index].clip);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

343

reg = CFG_COMP(MT8183, ctx->param, rdma.subfrms[index].clip_ofst);

drivers/media/platform/mediatek/mdp3/mtk-mdp3-comp.c

345

reg = CFG_COMP(MT8195, ctx->param, rdma.subfrms[index].clip_ofst);

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

281

struct rdma_info *rdma = data;

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

284

rdma->udbell_physbase = pci_resource_start(pdev, 2);

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

285

rdma->udbell_len = pci_resource_len(pdev, 2);

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

286

rdma->tpt_base =

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

288

rdma->tpt_top = t3_read_reg(adapter, A_ULPTX_TPT_ULIMIT);

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

289

rdma->pbl_base =

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

291

rdma->pbl_top = t3_read_reg(adapter, A_ULPTX_PBL_ULIMIT);

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

292

rdma->rqt_base = t3_read_reg(adapter, A_ULPRX_RQ_LLIMIT);

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

293

rdma->rqt_top = t3_read_reg(adapter, A_ULPRX_RQ_ULIMIT);

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

294

rdma->kdb_addr = adapter->regs + A_SG_KDOORBELL;

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

295

rdma->pdev = pdev;

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

300

struct rdma_cq_op *rdma = data;

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

304

ret = t3_sge_cqcntxt_op(adapter, rdma->id, rdma->op,

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

305

rdma->credits);

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

332

struct rdma_cq_setup *rdma = data;

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

336

t3_sge_init_cqcntxt(adapter, rdma->id,

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

337

rdma->base_addr, rdma->size,

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

339

rdma->ovfl_mode, rdma->credits,

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

340

rdma->credit_thres);

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

350

struct rdma_ctrlqp_setup *rdma = data;

drivers/net/ethernet/chelsio/cxgb3/cxgb3_offload.c

356

rdma->base_addr, rdma->size,

drivers/net/ethernet/intel/ice/ice.h

1082

if (pf->hw.func_caps.common_cap.rdma && pf->num_rdma_msix) {

drivers/net/ethernet/intel/ice/ice_common.c

1226

uld_mask = ICE_RESET_DONE_MASK | (hw->func_caps.common_cap.rdma ?

drivers/net/ethernet/intel/ice/ice_common.c

2448

caps->rdma = (number == 1);

drivers/net/ethernet/intel/ice/ice_common.c

2449

ice_debug(hw, ICE_DBG_INIT, "%s: rdma = %d\n", prefix, caps->rdma);

drivers/net/ethernet/intel/ice/ice_common.c

2510

if (caps->rdma) {

drivers/net/ethernet/intel/ice/ice_common.c

2512

caps->rdma = 0;

drivers/net/ethernet/intel/ice/ice_main.c

3917

if (func_caps->common_cap.rdma)

drivers/net/ethernet/intel/ice/ice_type.h

295

u8 rdma;

drivers/net/ethernet/pensando/ionic/ionic_if.h

604

} __packed rdma;

drivers/net/ethernet/pensando/ionic/ionic_lif.c

4037

neqs_per_lif = le32_to_cpu(ident->lif.rdma.eq_qtype.qid_count);

drivers/net/ethernet/qlogic/qed/qed_hsi.h

7160

struct rdma_init_func_ramrod_data rdma;

drivers/net/ethernet/qlogic/qed/qed_hsi.h

9203

struct rdma_init_func_ramrod_data rdma;

drivers/net/ethernet/qlogic/qed/qed_rdma.c

582

p_ramrod = &p_ent->ramrod.iwarp_init_func.rdma;

drivers/net/ethernet/qlogic/qed/qed_rdma.c

584

p_ramrod = &p_ent->ramrod.roce_init_func.rdma;

drivers/net/ethernet/seeq/sgiseeq.c

213

sp->rx_desc[i].rdma.pbuf = dma_addr;

drivers/net/ethernet/seeq/sgiseeq.c

215

sp->rx_desc[i].rdma.cntinfo = RCNTINFO_INIT;

drivers/net/ethernet/seeq/sgiseeq.c

218

sp->rx_desc[i - 1].rdma.cntinfo |= HPCDMA_EOR;

drivers/net/ethernet/seeq/sgiseeq.c

263

i, (&r[i]), r[i].rdma.pbuf, r[i].rdma.cntinfo,

drivers/net/ethernet/seeq/sgiseeq.c

264

r[i].rdma.pnext);

drivers/net/ethernet/seeq/sgiseeq.c

267

i, (&r[i]), r[i].rdma.pbuf, r[i].rdma.cntinfo,

drivers/net/ethernet/seeq/sgiseeq.c

268

r[i].rdma.pnext);

drivers/net/ethernet/seeq/sgiseeq.c

355

while (!(rd->rdma.cntinfo & HPCDMA_OWN)) {

drivers/net/ethernet/seeq/sgiseeq.c

356

len = PKT_BUF_SZ - (rd->rdma.cntinfo & HPCDMA_BCNT) - 3;

drivers/net/ethernet/seeq/sgiseeq.c

357

dma_unmap_single(dev->dev.parent, rd->rdma.pbuf,

drivers/net/ethernet/seeq/sgiseeq.c

399

rd->rdma.pbuf = dma_map_single(dev->dev.parent,

drivers/net/ethernet/seeq/sgiseeq.c

404

rd->rdma.cntinfo = RCNTINFO_INIT;

drivers/net/ethernet/seeq/sgiseeq.c

413

sp->rx_desc[orig_end].rdma.cntinfo &= ~(HPCDMA_EOR);

drivers/net/ethernet/seeq/sgiseeq.c

416

sp->rx_desc[PREV_RX(sp->rx_new)].rdma.cntinfo |= HPCDMA_EOR;

drivers/net/ethernet/seeq/sgiseeq.c

69

volatile struct hpc_dma_desc rdma;

drivers/net/ethernet/seeq/sgiseeq.c

710

buf[i].rdma.pnext = VIRT_TO_DMA(sp, buf + i + 1);

drivers/net/ethernet/seeq/sgiseeq.c

711

buf[i].rdma.pbuf = 0;

drivers/net/ethernet/seeq/sgiseeq.c

715

buf[i].rdma.pbuf = 0;

drivers/net/ethernet/seeq/sgiseeq.c

716

buf[i].rdma.pnext = VIRT_TO_DMA(sp, buf);

drivers/nvme/target/configfs.c

374

port->disc_addr.tsas.rdma.qptype = NVMF_RDMA_QPTYPE_CONNECTED;

drivers/nvme/target/configfs.c

375

port->disc_addr.tsas.rdma.prtype = NVMF_RDMA_PRTYPE_NOT_SPECIFIED;

drivers/nvme/target/configfs.c

376

port->disc_addr.tsas.rdma.cms = NVMF_RDMA_CMS_RDMA_CM;

drivers/nvme/target/configfs.c

436

if (port->disc_addr.tsas.rdma.qptype == nvmet_addr_tsas_rdma[i].type)

drivers/nvme/target/configfs.c

477

if (qptype == port->disc_addr.tsas.rdma.qptype)

drivers/scsi/ibmvscsi_tgt/libsrp.c

215

goto rdma;

drivers/scsi/ibmvscsi_tgt/libsrp.c

242

rdma:

fs/smb/client/cifs_debug.c

532

if (server->rdma)

fs/smb/client/cifsfs.c

516

if (server->rdma)

fs/smb/client/cifsglob.h

761

bool rdma;

fs/smb/client/connect.c

1545

if (server->rdma)

fs/smb/client/connect.c

1652

if (server->rdma != ctx->rdma)

fs/smb/client/connect.c

1794

tcp_ses->rdma = ctx->rdma;

fs/smb/client/connect.c

1847

if (tcp_ses->rdma) {

fs/smb/client/fs_context.c

1914

ctx->rdma = true;

fs/smb/client/fs_context.c

696

if (ctx->rdma && ctx->vals->protocol_id < SMB30_PROT_ID) {

fs/smb/client/fs_context.h

295

bool rdma:1;

fs/smb/client/sess.c

210

if (iface->rdma_capable != ses->server->rdma)

fs/smb/client/sess.c

398

if (iface->rdma_capable != server->rdma)

fs/smb/client/sess.c

569

ctx->rdma = iface->rdma_capable;

fs/smb/client/smb2ops.c

517

if (server->rdma) {

fs/smb/client/smb2ops.c

568

if (server->rdma) {

fs/smb/client/smb2pdu.c

4529

if (!server->rdma || !server->smbd_conn)

fs/smb/client/smbdirect.c

548

if (!server->rdma)

fs/smb/client/smbdirect.h

11

#define cifs_rdma_enabled(server) ((server)->rdma)

fs/smb/smbdirect/accept.c

109

if (sc->rdma.legacy_iwarp) {

fs/smb/smbdirect/accept.c

125

sc->rdma.expected_event = RDMA_CM_EVENT_ESTABLISHED;

fs/smb/smbdirect/accept.c

126

sc->rdma.cm_id->event_handler = smbdirect_accept_rdma_event_handler;

fs/smb/smbdirect/accept.c

127

ret = rdma_accept(sc->rdma.cm_id, &conn_param);

fs/smb/smbdirect/accept.c

193

sc->rdma.cm_id->port_num,

fs/smb/smbdirect/accept.c

696

if (event->status || event->event != sc->rdma.expected_event) {

fs/smb/smbdirect/accept.c

710

rdma_event_msg(sc->rdma.expected_event),

fs/smb/smbdirect/accept.c

768

WARN_ON_ONCE(sc->rdma.expected_event != RDMA_CM_EVENT_ESTABLISHED);

fs/smb/smbdirect/connect.c

116

sc->rdma.expected_event = RDMA_CM_EVENT_ROUTE_RESOLVED;

fs/smb/smbdirect/connect.c

117

ret = rdma_resolve_route(sc->rdma.cm_id, sp->resolve_route_timeout_msec);

fs/smb/smbdirect/connect.c

135

sc->ib.dev = sc->rdma.cm_id->device;

fs/smb/smbdirect/connect.c

150

!rdma_ib_or_roce(sc->ib.dev, sc->rdma.cm_id->port_num)) {

fs/smb/smbdirect/connect.c

155

rdma_protocol_iwarp(sc->ib.dev, sc->rdma.cm_id->port_num),

fs/smb/smbdirect/connect.c

156

&sc->rdma.cm_id->route.addr.src_addr,

fs/smb/smbdirect/connect.c

157

&sc->rdma.cm_id->route.addr.dst_addr);

fs/smb/smbdirect/connect.c

161

!rdma_protocol_iwarp(sc->ib.dev, sc->rdma.cm_id->port_num)) {

fs/smb/smbdirect/connect.c

166

rdma_ib_or_roce(sc->ib.dev, sc->rdma.cm_id->port_num),

fs/smb/smbdirect/connect.c

167

&sc->rdma.cm_id->route.addr.src_addr,

fs/smb/smbdirect/connect.c

168

&sc->rdma.cm_id->route.addr.dst_addr);

fs/smb/smbdirect/connect.c

176

&sc->rdma.cm_id->route.addr.src_addr,

fs/smb/smbdirect/connect.c

177

&sc->rdma.cm_id->route.addr.dst_addr);

fs/smb/smbdirect/connect.c

204

if (rdma_protocol_iwarp(sc->ib.dev, sc->rdma.cm_id->port_num)) {

fs/smb/smbdirect/connect.c

221

sc->rdma.expected_event = RDMA_CM_EVENT_ESTABLISHED;

fs/smb/smbdirect/connect.c

222

ret = rdma_connect_locked(sc->rdma.cm_id, &conn_param);

fs/smb/smbdirect/connect.c

265

if (event->status || event->event != sc->rdma.expected_event) {

fs/smb/smbdirect/connect.c

284

rdma_event_msg(sc->rdma.expected_event),

fs/smb/smbdirect/connect.c

372

WARN_ON_ONCE(sc->rdma.expected_event != RDMA_CM_EVENT_ESTABLISHED);

fs/smb/smbdirect/connect.c

38

if (WARN_ON_ONCE(!sc->rdma.cm_id))

fs/smb/smbdirect/connect.c

41

src_addr.ss = sc->rdma.cm_id->route.addr.src_addr;

fs/smb/smbdirect/connect.c

67

rdma_lock_handler(sc->rdma.cm_id);

fs/smb/smbdirect/connect.c

68

sc->rdma.cm_id->event_handler = smbdirect_connect_rdma_event_handler;

fs/smb/smbdirect/connect.c

69

rdma_unlock_handler(sc->rdma.cm_id);

fs/smb/smbdirect/connect.c

95

sc->rdma.expected_event = RDMA_CM_EVENT_ADDR_RESOLVED;

fs/smb/smbdirect/connect.c

96

ret = rdma_resolve_addr(sc->rdma.cm_id, src_addr, dst_addr,

fs/smb/smbdirect/connection.c

140

WARN_ON_ONCE(sc->rdma.expected_event != RDMA_CM_EVENT_DISCONNECTED);

fs/smb/smbdirect/connection.c

151

&sc->rdma.cm_id->route.addr.src_addr,

fs/smb/smbdirect/connection.c

152

&sc->rdma.cm_id->route.addr.dst_addr);

fs/smb/smbdirect/connection.c

154

sc->rdma.cm_id->event_handler = smbdirect_connection_rdma_event_handler;

fs/smb/smbdirect/connection.c

155

sc->rdma.expected_event = RDMA_CM_EVENT_DISCONNECTED;

fs/smb/smbdirect/connection.c

179

&sc->rdma.cm_id->route.addr.src_addr,

fs/smb/smbdirect/connection.c

180

&sc->rdma.cm_id->route.addr.dst_addr);

fs/smb/smbdirect/connection.c

203

&sc->rdma.cm_id->route.addr.src_addr,

fs/smb/smbdirect/connection.c

204

&sc->rdma.cm_id->route.addr.dst_addr);

fs/smb/smbdirect/connection.c

282

qp_attr.port_num = sc->rdma.cm_id->port_num;

fs/smb/smbdirect/connection.c

34

sc, sc->rdma.cm_id,

fs/smb/smbdirect/connection.c

385

ret = rdma_create_qp(sc->rdma.cm_id, sc->ib.pd, &qp_attr);

fs/smb/smbdirect/connection.c

391

sc->ib.qp = sc->rdma.cm_id->qp;

fs/smb/smbdirect/connection.c

404

rdma_destroy_qp(sc->rdma.cm_id);

fs/smb/smbdirect/connection.c

649

if (rdma_protocol_iwarp(sc->ib.dev, sc->rdma.cm_id->port_num) &&

fs/smb/smbdirect/connection.c

684

sc->rdma.legacy_iwarp = true;

fs/smb/smbdirect/connection.c

69

if (event->event != sc->rdma.expected_event) {

fs/smb/smbdirect/connection.c

724

if (sc->rdma.cm_id) {

fs/smb/smbdirect/connection.c

725

src_addr.ss = sc->rdma.cm_id->route.addr.src_addr;

fs/smb/smbdirect/connection.c

728

dst_addr.ss = sc->rdma.cm_id->route.addr.dst_addr;

fs/smb/smbdirect/connection.c

74

rdma_event_msg(sc->rdma.expected_event),

fs/smb/smbdirect/connection.c

746

if (sc->rdma.cm_id) {

fs/smb/smbdirect/connection.c

750

src_addr.ss = sc->rdma.cm_id->route.addr.src_addr;

fs/smb/smbdirect/connection.c

753

dst_addr.ss = sc->rdma.cm_id->route.addr.dst_addr;

fs/smb/smbdirect/listen.c

144

if (event->status || event->event != lsc->rdma.expected_event) {

fs/smb/smbdirect/listen.c

156

rdma_event_msg(lsc->rdma.expected_event),

fs/smb/smbdirect/listen.c

202

WARN_ON_ONCE(lsc->rdma.expected_event != RDMA_CM_EVENT_CONNECT_REQUEST);

fs/smb/smbdirect/listen.c

28

if (WARN_ON_ONCE(!sc->rdma.cm_id))

fs/smb/smbdirect/listen.c

304

nsc->rdma.cm_id = NULL;

fs/smb/smbdirect/listen.c

31

if (sc->rdma.cm_id->device)

fs/smb/smbdirect/listen.c

34

&sc->rdma.cm_id->route.addr.src_addr,

fs/smb/smbdirect/listen.c

36

sc->rdma.cm_id->device->name);

fs/smb/smbdirect/listen.c

40

&sc->rdma.cm_id->route.addr.src_addr);

fs/smb/smbdirect/listen.c

45

sc->rdma.expected_event = RDMA_CM_EVENT_CONNECT_REQUEST;

fs/smb/smbdirect/listen.c

46

rdma_lock_handler(sc->rdma.cm_id);

fs/smb/smbdirect/listen.c

47

sc->rdma.cm_id->event_handler = smbdirect_listen_rdma_event_handler;

fs/smb/smbdirect/listen.c

48

rdma_unlock_handler(sc->rdma.cm_id);

fs/smb/smbdirect/listen.c

50

ret = rdma_listen(sc->rdma.cm_id, backlog);

fs/smb/smbdirect/listen.c

54

if (sc->rdma.cm_id->device)

fs/smb/smbdirect/listen.c

58

&sc->rdma.cm_id->route.addr.src_addr,

fs/smb/smbdirect/listen.c

60

sc->rdma.cm_id->device->name);

fs/smb/smbdirect/listen.c

65

&sc->rdma.cm_id->route.addr.src_addr);

fs/smb/smbdirect/listen.c

77

if (sc->rdma.cm_id->device)

fs/smb/smbdirect/listen.c

80

&sc->rdma.cm_id->route.addr.src_addr,

fs/smb/smbdirect/listen.c

82

sc->rdma.cm_id->device->name);

fs/smb/smbdirect/listen.c

86

&sc->rdma.cm_id->route.addr.src_addr);

fs/smb/smbdirect/socket.c

116

sc->rdma.cm_id = id;

fs/smb/smbdirect/socket.c

117

sc->rdma.cm_id->context = sc;

fs/smb/smbdirect/socket.c

118

sc->rdma.cm_id->event_handler = smbdirect_socket_rdma_event_handler;

fs/smb/smbdirect/socket.c

120

sc->ib.dev = sc->rdma.cm_id->device;

fs/smb/smbdirect/socket.c

178

rdma_restrict_node_type(sc->rdma.cm_id, RDMA_NODE_IB_CA);

fs/smb/smbdirect/socket.c

180

rdma_restrict_node_type(sc->rdma.cm_id, RDMA_NODE_RNIC);

fs/smb/smbdirect/socket.c

433

rdma_lock_handler(sc->rdma.cm_id);

fs/smb/smbdirect/socket.c

434

rdma_disconnect(sc->rdma.cm_id);

fs/smb/smbdirect/socket.c

435

rdma_unlock_handler(sc->rdma.cm_id);

fs/smb/smbdirect/socket.c

45

rdma_event_msg(sc->rdma.expected_event),

fs/smb/smbdirect/socket.c

50

sc->rdma.cm_id = NULL;

fs/smb/smbdirect/socket.c

519

if (sc->rdma.cm_id)

fs/smb/smbdirect/socket.c

520

rdma_lock_handler(sc->rdma.cm_id);

fs/smb/smbdirect/socket.c

572

if (sc->rdma.cm_id) {

fs/smb/smbdirect/socket.c

573

rdma_unlock_handler(sc->rdma.cm_id);

fs/smb/smbdirect/socket.c

576

rdma_destroy_id(sc->rdma.cm_id);

fs/smb/smbdirect/socket.c

577

sc->rdma.cm_id = NULL;

fs/smb/smbdirect/socket.c

660

ret = rdma_bind_addr(sc->rdma.cm_id, addr);

fs/smb/smbdirect/socket.c

79

sc->rdma.cm_id = id;

fs/smb/smbdirect/socket.h

169

} rdma;

fs/smb/smbdirect/socket.h

575

sc->rdma.expected_event = RDMA_CM_EVENT_INTERNAL;

fs/smb/smbdirect/socket.h

658

if ((__sc)->rdma.cm_id) { \

fs/smb/smbdirect/socket.h

659

__src = &(__sc)->rdma.cm_id->route.addr.src_addr; \

fs/smb/smbdirect/socket.h

660

__dst = &(__sc)->rdma.cm_id->route.addr.dst_addr; \

fs/smb/smbdirect/socket.h

672

if ((__sc)->rdma.cm_id) { \

fs/smb/smbdirect/socket.h

673

__src = &(__sc)->rdma.cm_id->route.addr.src_addr; \

fs/smb/smbdirect/socket.h

674

__dst = &(__sc)->rdma.cm_id->route.addr.dst_addr; \

include/linux/cgroup_subsys.h

61

SUBSYS(rdma)

include/linux/mlx5/device.h

675

} __packed rdma;

include/linux/mlx5/mlx5_ifc.h

3527

u8 rdma[0x1];

include/linux/mlx5/mlx5_ifc.h

3545

u8 rdma[0x1];

include/linux/nvme.h

1689

} rdma;

include/linux/sunrpc/svc_rdma.h

149

static inline void svc_rdma_recv_cid_init(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

152

cid->ci_queue_id = rdma->sc_rq_cq->res.id;

include/linux/sunrpc/svc_rdma.h

153

cid->ci_completion_id = atomic_inc_return(&rdma->sc_completion_ids);

include/linux/sunrpc/svc_rdma.h

161

static inline void svc_rdma_send_cid_init(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

164

cid->ci_queue_id = rdma->sc_sq_cq->res.id;

include/linux/sunrpc/svc_rdma.h

165

cid->ci_completion_id = atomic_inc_return(&rdma->sc_completion_ids);

include/linux/sunrpc/svc_rdma.h

264

extern void svc_rdma_recv_ctxts_destroy(struct svcxprt_rdma *rdma);

include/linux/sunrpc/svc_rdma.h

265

extern bool svc_rdma_post_recvs(struct svcxprt_rdma *rdma);

include/linux/sunrpc/svc_rdma.h

267

svc_rdma_recv_ctxt_get(struct svcxprt_rdma *rdma);

include/linux/sunrpc/svc_rdma.h

268

extern void svc_rdma_recv_ctxt_put(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

270

extern void svc_rdma_flush_recv_queues(struct svcxprt_rdma *rdma);

include/linux/sunrpc/svc_rdma.h

275

extern void svc_rdma_cc_init(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

277

extern void svc_rdma_destroy_rw_ctxts(struct svcxprt_rdma *rdma);

include/linux/sunrpc/svc_rdma.h

278

extern void svc_rdma_cc_init(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

280

extern void svc_rdma_cc_release(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

283

extern void svc_rdma_write_chunk_release(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

285

extern void svc_rdma_reply_chunk_release(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

287

extern int svc_rdma_prepare_write_list(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

291

extern int svc_rdma_prepare_reply_chunk(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

296

extern int svc_rdma_process_read_list(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

301

extern void svc_rdma_send_ctxts_destroy(struct svcxprt_rdma *rdma);

include/linux/sunrpc/svc_rdma.h

302

extern void svc_rdma_send_ctxts_drain(struct svcxprt_rdma *rdma);

include/linux/sunrpc/svc_rdma.h

304

svc_rdma_send_ctxt_get(struct svcxprt_rdma *rdma);

include/linux/sunrpc/svc_rdma.h

305

extern void svc_rdma_send_ctxt_put(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

307

extern int svc_rdma_post_send(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

309

extern int svc_rdma_map_reply_msg(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

314

extern void svc_rdma_send_error_msg(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

318

extern void svc_rdma_wake_send_waiters(struct svcxprt_rdma *rdma, int avail);

include/linux/sunrpc/svc_rdma.h

319

extern int svc_rdma_sq_wait(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

321

extern int svc_rdma_post_send_err(struct svcxprt_rdma *rdma,

include/linux/sunrpc/svc_rdma.h

331

extern void svc_rdma_xprt_deferred_close(struct svcxprt_rdma *rdma);

include/trace/events/rpcrdma.h

1489

const struct svcxprt_rdma *rdma,

include/trace/events/rpcrdma.h

1493

TP_ARGS(rdma, status),

include/trace/events/rpcrdma.h

1497

__string(addr, rdma->sc_xprt.xpt_remotebuf)

include/trace/events/rpcrdma.h

1513

const struct svcxprt_rdma *rdma, \

include/trace/events/rpcrdma.h

1516

TP_ARGS(rdma, status))

include/trace/events/rpcrdma.h

1831

const struct svcxprt_rdma *rdma,

include/trace/events/rpcrdma.h

1838

TP_ARGS(rdma, offset, handle, nents, status),

include/trace/events/rpcrdma.h

1849

__entry->cq_id = rdma->sc_sq_cq->res.id;

include/trace/events/rpcrdma.h

1864

const struct svcxprt_rdma *rdma,

include/trace/events/rpcrdma.h

1868

TP_ARGS(rdma, num_sges),

include/trace/events/rpcrdma.h

1876

__entry->cq_id = rdma->sc_sq_cq->res.id;

include/trace/events/rpcrdma.h

2038

const struct svcxprt_rdma *rdma,

include/trace/events/rpcrdma.h

2042

TP_ARGS(rdma, status),

include/trace/events/rpcrdma.h

2046

__string(addr, rdma->sc_xprt.xpt_remotebuf)

include/trace/events/rpcrdma.h

2200

const struct svcxprt_rdma *rdma,

include/trace/events/rpcrdma.h

2204

TP_ARGS(rdma, cid),

include/trace/events/rpcrdma.h

2216

__entry->avail = atomic_read(&rdma->sc_sq_avail);

include/trace/events/rpcrdma.h

2217

__entry->depth = rdma->sc_sq_depth;

include/trace/events/rpcrdma.h

2229

const struct svcxprt_rdma *rdma, \

include/trace/events/rpcrdma.h

2232

TP_ARGS(rdma, cid) \

include/trace/events/rpcrdma.h

2240

const struct svcxprt_rdma *rdma,

include/trace/events/rpcrdma.h

2245

TP_ARGS(rdma, cid, status),

include/trace/events/rpcrdma.h

2258

__entry->avail = atomic_read(&rdma->sc_sq_avail);

include/trace/events/rpcrdma.h

2259

__entry->depth = rdma->sc_sq_depth;

include/uapi/rdma/ib_user_verbs.h

836

} rdma;

include/uapi/rdma/rdma_user_rxe.h

96

} rdma;

include/uapi/rdma/vmw_pvrdma-abi.h

253

} rdma;

net/9p/trans_rdma.c

111

struct p9_trans_rdma *rdma = clnt->trans;

net/9p/trans_rdma.c

113

if (rdma->port != P9_RDMA_PORT)

net/9p/trans_rdma.c

114

seq_printf(m, ",port=%u", rdma->port);

net/9p/trans_rdma.c

115

if (rdma->sq_depth != P9_RDMA_SQ_DEPTH)

net/9p/trans_rdma.c

116

seq_printf(m, ",sq=%u", rdma->sq_depth);

net/9p/trans_rdma.c

117

if (rdma->rq_depth != P9_RDMA_RQ_DEPTH)

net/9p/trans_rdma.c

118

seq_printf(m, ",rq=%u", rdma->rq_depth);

net/9p/trans_rdma.c

119

if (rdma->timeout != P9_RDMA_TIMEOUT)

net/9p/trans_rdma.c

120

seq_printf(m, ",timeout=%lu", rdma->timeout);

net/9p/trans_rdma.c

121

if (rdma->privport)

net/9p/trans_rdma.c

130

struct p9_trans_rdma *rdma = c->trans;

net/9p/trans_rdma.c

135

spin_lock_irqsave(&rdma->req_lock, flags);

net/9p/trans_rdma.c

136

BUG_ON(rdma->state != P9_RDMA_INIT);

net/9p/trans_rdma.c

137

rdma->state = P9_RDMA_ADDR_RESOLVED;

net/9p/trans_rdma.c

138

spin_unlock_irqrestore(&rdma->req_lock, flags);

net/9p/trans_rdma.c

142

spin_lock_irqsave(&rdma->req_lock, flags);

net/9p/trans_rdma.c

143

BUG_ON(rdma->state != P9_RDMA_ADDR_RESOLVED);

net/9p/trans_rdma.c

144

rdma->state = P9_RDMA_ROUTE_RESOLVED;

net/9p/trans_rdma.c

145

spin_unlock_irqrestore(&rdma->req_lock, flags);

net/9p/trans_rdma.c

149

spin_lock_irqsave(&rdma->req_lock, flags);

net/9p/trans_rdma.c

150

BUG_ON(rdma->state != P9_RDMA_ROUTE_RESOLVED);

net/9p/trans_rdma.c

151

rdma->state = P9_RDMA_CONNECTED;

net/9p/trans_rdma.c

152

spin_unlock_irqrestore(&rdma->req_lock, flags);

net/9p/trans_rdma.c

156

if (rdma) {

net/9p/trans_rdma.c

157

spin_lock_irqsave(&rdma->req_lock, flags);

net/9p/trans_rdma.c

158

rdma->state = P9_RDMA_CLOSED;

net/9p/trans_rdma.c

159

spin_unlock_irqrestore(&rdma->req_lock, flags);

net/9p/trans_rdma.c

179

rdma_disconnect(rdma->cm_id);

net/9p/trans_rdma.c

184

complete(&rdma->cm_done);

net/9p/trans_rdma.c

192

struct p9_trans_rdma *rdma = client->trans;

net/9p/trans_rdma.c

201

ib_dma_unmap_single(rdma->cm_id->device, c->busa, client->msize,

net/9p/trans_rdma.c

228

up(&rdma->rq_sem);

net/9p/trans_rdma.c

235

spin_lock_irqsave(&rdma->req_lock, flags);

net/9p/trans_rdma.c

236

if (rdma->state < P9_RDMA_FLUSHING)

net/9p/trans_rdma.c

237

rdma->state = P9_RDMA_FLUSHING;

net/9p/trans_rdma.c

238

spin_unlock_irqrestore(&rdma->req_lock, flags);

net/9p/trans_rdma.c

247

struct p9_trans_rdma *rdma = client->trans;

net/9p/trans_rdma.c

251

ib_dma_unmap_single(rdma->cm_id->device,

net/9p/trans_rdma.c

254

up(&rdma->sq_sem);

net/9p/trans_rdma.c

265

static void rdma_destroy_trans(struct p9_trans_rdma *rdma)

net/9p/trans_rdma.c

267

if (!rdma)

net/9p/trans_rdma.c

270

if (rdma->qp && !IS_ERR(rdma->qp))

net/9p/trans_rdma.c

271

ib_destroy_qp(rdma->qp);

net/9p/trans_rdma.c

273

if (rdma->pd && !IS_ERR(rdma->pd))

net/9p/trans_rdma.c

274

ib_dealloc_pd(rdma->pd);

net/9p/trans_rdma.c

276

if (rdma->cq && !IS_ERR(rdma->cq))

net/9p/trans_rdma.c

277

ib_free_cq(rdma->cq);

net/9p/trans_rdma.c

279

if (rdma->cm_id && !IS_ERR(rdma->cm_id))

net/9p/trans_rdma.c

280

rdma_destroy_id(rdma->cm_id);

net/9p/trans_rdma.c

282

kfree(rdma);

net/9p/trans_rdma.c

288

struct p9_trans_rdma *rdma = client->trans;

net/9p/trans_rdma.c

293

c->busa = ib_dma_map_single(rdma->cm_id->device,

net/9p/trans_rdma.c

296

if (ib_dma_mapping_error(rdma->cm_id->device, c->busa))

net/9p/trans_rdma.c

303

sge.lkey = rdma->pd->local_dma_lkey;

net/9p/trans_rdma.c

310

ret = ib_post_recv(rdma->qp, &wr, NULL);

net/9p/trans_rdma.c

312

ib_dma_unmap_single(rdma->cm_id->device, c->busa,

net/9p/trans_rdma.c

323

struct p9_trans_rdma *rdma = client->trans;

net/9p/trans_rdma.c

339

if (unlikely(atomic_read(&rdma->excess_rc) > 0)) {

net/9p/trans_rdma.c

340

if ((atomic_sub_return(1, &rdma->excess_rc) >= 0)) {

net/9p/trans_rdma.c

347

atomic_inc(&rdma->excess_rc);

net/9p/trans_rdma.c

366

if (down_interruptible(&rdma->rq_sem)) {

net/9p/trans_rdma.c

388

c->busa = ib_dma_map_single(rdma->cm_id->device,

net/9p/trans_rdma.c

391

if (ib_dma_mapping_error(rdma->cm_id->device, c->busa)) {

net/9p/trans_rdma.c

400

sge.lkey = rdma->pd->local_dma_lkey;

net/9p/trans_rdma.c

409

if (down_interruptible(&rdma->sq_sem)) {

net/9p/trans_rdma.c

419

err = ib_post_send(rdma->qp, &wr, NULL);

net/9p/trans_rdma.c

427

ib_dma_unmap_single(rdma->cm_id->device, c->busa,

net/9p/trans_rdma.c

438

atomic_inc(&rdma->excess_rc);

net/9p/trans_rdma.c

444

spin_lock_irqsave(&rdma->req_lock, flags);

net/9p/trans_rdma.c

445

if (err != -EINTR && rdma->state < P9_RDMA_CLOSING) {

net/9p/trans_rdma.c

446

rdma->state = P9_RDMA_CLOSING;

net/9p/trans_rdma.c

447

spin_unlock_irqrestore(&rdma->req_lock, flags);

net/9p/trans_rdma.c

448

rdma_disconnect(rdma->cm_id);

net/9p/trans_rdma.c

450

spin_unlock_irqrestore(&rdma->req_lock, flags);

net/9p/trans_rdma.c

456

struct p9_trans_rdma *rdma;

net/9p/trans_rdma.c

461

rdma = client->trans;

net/9p/trans_rdma.c

462

if (!rdma)

net/9p/trans_rdma.c

466

rdma_disconnect(rdma->cm_id);

net/9p/trans_rdma.c

467

rdma_destroy_trans(rdma);

net/9p/trans_rdma.c

476

struct p9_trans_rdma *rdma;

net/9p/trans_rdma.c

478

rdma = kzalloc_obj(struct p9_trans_rdma);

net/9p/trans_rdma.c

479

if (!rdma)

net/9p/trans_rdma.c

482

rdma->port = opts->port;

net/9p/trans_rdma.c

483

rdma->privport = opts->privport;

net/9p/trans_rdma.c

484

rdma->sq_depth = opts->sq_depth;

net/9p/trans_rdma.c

485

rdma->rq_depth = opts->rq_depth;

net/9p/trans_rdma.c

486

rdma->timeout = opts->timeout;

net/9p/trans_rdma.c

487

spin_lock_init(&rdma->req_lock);

net/9p/trans_rdma.c

488

init_completion(&rdma->cm_done);

net/9p/trans_rdma.c

489

sema_init(&rdma->sq_sem, rdma->sq_depth);

net/9p/trans_rdma.c

490

sema_init(&rdma->rq_sem, rdma->rq_depth);

net/9p/trans_rdma.c

491

atomic_set(&rdma->excess_rc, 0);

net/9p/trans_rdma.c

493

return rdma;

net/9p/trans_rdma.c

509

struct p9_trans_rdma *rdma = client->trans;

net/9p/trans_rdma.c

510

atomic_inc(&rdma->excess_rc);

net/9p/trans_rdma.c

514

static int p9_rdma_bind_privport(struct p9_trans_rdma *rdma)

net/9p/trans_rdma.c

524

err = rdma_bind_addr(rdma->cm_id, (struct sockaddr *)&cl);

net/9p/trans_rdma.c

543

struct p9_trans_rdma *rdma;

net/9p/trans_rdma.c

554

rdma = alloc_rdma(&opts);

net/9p/trans_rdma.c

555

if (!rdma)

net/9p/trans_rdma.c

559

rdma->cm_id = rdma_create_id(&init_net, p9_cm_event_handler, client,

net/9p/trans_rdma.c

561

if (IS_ERR(rdma->cm_id))

net/9p/trans_rdma.c

565

client->trans = rdma;

net/9p/trans_rdma.c

569

err = p9_rdma_bind_privport(rdma);

net/9p/trans_rdma.c

578

rdma->addr.sin_family = AF_INET;

net/9p/trans_rdma.c

579

rdma->addr.sin_addr.s_addr = in_aton(addr);

net/9p/trans_rdma.c

580

rdma->addr.sin_port = htons(opts.port);

net/9p/trans_rdma.c

581

err = rdma_resolve_addr(rdma->cm_id, NULL,

net/9p/trans_rdma.c

582

(struct sockaddr *)&rdma->addr,

net/9p/trans_rdma.c

583

rdma->timeout);

net/9p/trans_rdma.c

586

err = wait_for_completion_interruptible(&rdma->cm_done);

net/9p/trans_rdma.c

587

if (err || (rdma->state != P9_RDMA_ADDR_RESOLVED))

net/9p/trans_rdma.c

591

err = rdma_resolve_route(rdma->cm_id, rdma->timeout);

net/9p/trans_rdma.c

594

err = wait_for_completion_interruptible(&rdma->cm_done);

net/9p/trans_rdma.c

595

if (err || (rdma->state != P9_RDMA_ROUTE_RESOLVED))

net/9p/trans_rdma.c

599

rdma->cq = ib_alloc_cq_any(rdma->cm_id->device, client,

net/9p/trans_rdma.c

602

if (IS_ERR(rdma->cq))

net/9p/trans_rdma.c

606

rdma->pd = ib_alloc_pd(rdma->cm_id->device, 0);

net/9p/trans_rdma.c

607

if (IS_ERR(rdma->pd))

net/9p/trans_rdma.c

620

qp_attr.send_cq = rdma->cq;

net/9p/trans_rdma.c

621

qp_attr.recv_cq = rdma->cq;

net/9p/trans_rdma.c

622

err = rdma_create_qp(rdma->cm_id, rdma->pd, &qp_attr);

net/9p/trans_rdma.c

625

rdma->qp = rdma->cm_id->qp;

net/9p/trans_rdma.c

633

err = rdma_connect(rdma->cm_id, &conn_param);

net/9p/trans_rdma.c

636

err = wait_for_completion_interruptible(&rdma->cm_done);

net/9p/trans_rdma.c

637

if (err || (rdma->state != P9_RDMA_CONNECTED))

net/9p/trans_rdma.c

645

rdma_destroy_trans(rdma);

net/rds/ib_send.c

1003

rds_message_addref(container_of(op, struct rds_message, rdma));

net/rds/ib_send.c

114

rds_ib_send_complete(container_of(op, struct rds_message, rdma),

net/rds/ib_send.c

167

rm = container_of(send->s_op, struct rds_message, rdma);

net/rds/ib_send.c

581

if (rm->rdma.op_active) {

net/rds/ib_send.c

586

ext_hdr.h_rdma_rkey = cpu_to_be32(rm->rdma.op_rkey);

net/rds/ib_send.c

592

rm->rdma.op_write ?

net/rds/ib_send.c

596

cpu_to_be32(rm->rdma.op_bytes);

net/rds/ib_send.c

643

if (rm->rdma.op_active && rm->rdma.op_fence)

net/rds/message.c

174

if (rm->rdma.op_active)

net/rds/message.c

175

rds_rdma_free_op(&rm->rdma);

net/rds/message.c

176

if (rm->rdma.op_rdma_mr)

net/rds/message.c

177

kref_put(&rm->rdma.op_rdma_mr->r_kref, __rds_put_mr_final);

net/rds/rdma.c

610

struct rm_rdma_op *op = &rm->rdma;

net/rds/rdma.c

620

|| rm->rdma.op_active)

net/rds/rdma.c

836

rm->rdma.op_rdma_mr = mr;

net/rds/rdma.c

855

&rm->rdma.op_rdma_mr, rm->m_conn_path);

net/rds/rds.h

496

} rdma;

net/rds/recv.c

172

struct rds_ext_header_rdma rdma;

net/rds/recv.c

184

rds_rdma_unuse(rs, be32_to_cpu(buffer.rdma.h_rdma_rkey), 0);

net/rds/send.c

1369

if (rm->rdma.op_active && !conn->c_trans->xmit_rdma) {

net/rds/send.c

1371

&rm->rdma, conn->c_trans->xmit_rdma);

net/rds/send.c

339

(rm->rdma.op_active &&

net/rds/send.c

368

if (rm->rdma.op_active && !cp->cp_xmit_rdma_sent) {

net/rds/send.c

369

rm->m_final_op = &rm->rdma;

net/rds/send.c

374

ret = conn->c_trans->xmit_rdma(conn, &rm->rdma);

net/rds/send.c

411

ops_present = (rm->atomic.op_active || rm->rdma.op_active);

net/rds/send.c

414

if (rm->rdma.op_active && !rm->rdma.op_silent)

net/rds/send.c

568

ro = &rm->rdma;

net/rds/send.c

639

ro = &rm->rdma;

net/rds/send.c

705

struct rm_rdma_op *ro = &rm->rdma;

net/rds/send.c

718

rm->rdma.op_notifier = NULL;

net/sunrpc/xprtrdma/svc_rdma_backchannel.c

136

rpcrdma_bc_send_request(struct svcxprt_rdma *rdma, struct rpc_rqst *rqst)

net/sunrpc/xprtrdma/svc_rdma_backchannel.c

144

ctxt = svc_rdma_send_ctxt_get(rdma);

net/sunrpc/xprtrdma/svc_rdma_backchannel.c

160

rc = svc_rdma_bc_sendto(rdma, rqst, ctxt);

net/sunrpc/xprtrdma/svc_rdma_backchannel.c

166

svc_rdma_send_ctxt_put(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_backchannel.c

183

struct svcxprt_rdma *rdma =

net/sunrpc/xprtrdma/svc_rdma_backchannel.c

190

ret = rpcrdma_bc_send_request(rdma, rqst);

net/sunrpc/xprtrdma/svc_rdma_backchannel.c

75

static int svc_rdma_bc_sendto(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_backchannel.c

83

ret = svc_rdma_map_reply_msg(rdma, sctxt, &empty_pcl, &empty_pcl,

net/sunrpc/xprtrdma/svc_rdma_backchannel.c

93

return svc_rdma_post_send(rdma, sctxt);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

119

svc_rdma_recv_ctxt_alloc(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

121

struct ib_device *device = rdma->sc_cm_id->device;

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

128

pages = svc_serv_maxpages(rdma->sc_xprt.xpt_server);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

134

buffer = kmalloc_node(rdma->sc_max_req_size, GFP_KERNEL, node);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

137

addr = ib_dma_map_single(device, buffer, rdma->sc_max_req_size,

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

142

svc_rdma_recv_cid_init(rdma, &ctxt->rc_cid);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

154

ctxt->rc_recv_sge.length = rdma->sc_max_req_size;

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

155

ctxt->rc_recv_sge.lkey = rdma->sc_pd->local_dma_lkey;

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

157

svc_rdma_cc_init(rdma, &ctxt->rc_cc);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

168

static void svc_rdma_recv_ctxt_destroy(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

171

ib_dma_unmap_single(rdma->sc_cm_id->device, ctxt->rc_recv_sge.addr,

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

182

void svc_rdma_recv_ctxts_destroy(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

187

while ((node = llist_del_first(&rdma->sc_recv_ctxts))) {

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

189

svc_rdma_recv_ctxt_destroy(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

199

struct svc_rdma_recv_ctxt *svc_rdma_recv_ctxt_get(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

204

node = llist_del_first(&rdma->sc_recv_ctxts);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

219

void svc_rdma_recv_ctxt_put(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

222

svc_rdma_cc_release(rdma, &ctxt->rc_cc, DMA_FROM_DEVICE);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

234

llist_add(&ctxt->rc_node, &rdma->sc_recv_ctxts);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

253

struct svcxprt_rdma *rdma =

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

257

svc_rdma_recv_ctxt_put(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

259

svc_rdma_send_ctxts_drain(rdma);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

262

static bool svc_rdma_refresh_recvs(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

270

if (test_bit(XPT_CLOSE, &rdma->sc_xprt.xpt_flags))

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

275

ctxt = svc_rdma_recv_ctxt_get(rdma);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

282

rdma->sc_pending_recvs++;

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

287

ret = ib_post_recv(rdma->sc_qp, recv_chain, &bad_wr);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

293

trace_svcrdma_rq_post_err(rdma, ret);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

298

svc_rdma_recv_ctxt_put(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

313

bool svc_rdma_post_recvs(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

320

total = (rdma->sc_max_requests * 2) + rdma->sc_recv_batch;

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

324

ctxt = svc_rdma_recv_ctxt_alloc(rdma);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

327

llist_add(&ctxt->rc_node, &rdma->sc_recv_ctxts);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

330

return svc_rdma_refresh_recvs(rdma, rdma->sc_max_requests);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

341

struct svcxprt_rdma *rdma = cq->cq_context;

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

345

rdma->sc_pending_recvs--;

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

363

if (rdma->sc_pending_recvs < rdma->sc_max_requests)

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

364

if (!svc_rdma_refresh_recvs(rdma, rdma->sc_recv_batch))

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

370

spin_lock(&rdma->sc_rq_dto_lock);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

371

list_add_tail(&ctxt->rc_list, &rdma->sc_rq_dto_q);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

373

set_bit(XPT_DATA, &rdma->sc_xprt.xpt_flags);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

374

spin_unlock(&rdma->sc_rq_dto_lock);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

375

if (!test_bit(RDMAXPRT_CONN_PENDING, &rdma->sc_flags))

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

376

svc_xprt_enqueue(&rdma->sc_xprt);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

385

svc_rdma_recv_ctxt_put(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

386

svc_rdma_xprt_deferred_close(rdma);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

397

void svc_rdma_flush_recv_queues(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

401

while ((ctxt = svc_rdma_next_recv_ctxt(&rdma->sc_read_complete_q))) {

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

403

svc_rdma_recv_ctxt_put(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

405

while ((ctxt = svc_rdma_next_recv_ctxt(&rdma->sc_rq_dto_q))) {

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

407

svc_rdma_recv_ctxt_put(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

618

static void svc_rdma_get_inv_rkey(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

627

if (!rdma->sc_snd_w_inv)

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

748

static void svc_rdma_send_error(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

754

sctxt = svc_rdma_send_ctxt_get(rdma);

net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

757

svc_rdma_send_error_msg(rdma, sctxt, rctxt, status);

net/sunrpc/xprtrdma/svc_rdma_rw.c

102

trace_svcrdma_rwctx_empty(rdma, nr_bvec);

net/sunrpc/xprtrdma/svc_rdma_rw.c

114

static void svc_rdma_put_rw_ctxt(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

1149

int svc_rdma_process_read_list(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

117

__svc_rdma_put_rw_ctxt(ctxt, &rdma->sc_rw_ctxts);

net/sunrpc/xprtrdma/svc_rdma_rw.c

1174

ret = svc_rdma_post_chunk_ctxt(rdma, cc);

net/sunrpc/xprtrdma/svc_rdma_rw.c

125

void svc_rdma_destroy_rw_ctxts(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_rw.c

130

while ((node = llist_del_first(&rdma->sc_rw_ctxts)) != NULL) {

net/sunrpc/xprtrdma/svc_rdma_rw.c

148

static int svc_rdma_rw_ctx_init(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

158

ret = rdma_rw_ctx_init_bvec(&ctxt->rw_ctx, rdma->sc_qp,

net/sunrpc/xprtrdma/svc_rdma_rw.c

159

rdma->sc_port_num,

net/sunrpc/xprtrdma/svc_rdma_rw.c

163

trace_svcrdma_dma_map_rw_err(rdma, offset, handle,

net/sunrpc/xprtrdma/svc_rdma_rw.c

165

svc_rdma_put_rw_ctxt(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_rw.c

175

void svc_rdma_cc_init(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

181

svc_rdma_send_cid_init(rdma, cid);

net/sunrpc/xprtrdma/svc_rdma_rw.c

193

void svc_rdma_cc_release(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

206

rdma_rw_ctx_destroy_bvec(&ctxt->rw_ctx, rdma->sc_qp,

net/sunrpc/xprtrdma/svc_rdma_rw.c

207

rdma->sc_port_num,

net/sunrpc/xprtrdma/svc_rdma_rw.c

218

llist_add_batch(first, last, &rdma->sc_rw_ctxts);

net/sunrpc/xprtrdma/svc_rdma_rw.c

222

svc_rdma_write_info_alloc(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

228

ibdev_to_node(rdma->sc_cm_id->device));

net/sunrpc/xprtrdma/svc_rdma_rw.c

232

info->wi_rdma = rdma;

net/sunrpc/xprtrdma/svc_rdma_rw.c

234

svc_rdma_cc_init(rdma, &info->wi_cc);

net/sunrpc/xprtrdma/svc_rdma_rw.c

254

void svc_rdma_write_chunk_release(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

272

void svc_rdma_reply_chunk_release(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

279

svc_rdma_cc_release(rdma, cc, DMA_TO_DEVICE);

net/sunrpc/xprtrdma/svc_rdma_rw.c

294

struct svcxprt_rdma *rdma = cq->cq_context;

net/sunrpc/xprtrdma/svc_rdma_rw.c

307

svc_rdma_xprt_deferred_close(rdma);

net/sunrpc/xprtrdma/svc_rdma_rw.c

319

struct svcxprt_rdma *rdma = cq->cq_context;

net/sunrpc/xprtrdma/svc_rdma_rw.c

339

svc_rdma_xprt_deferred_close(rdma);

net/sunrpc/xprtrdma/svc_rdma_rw.c

350

struct svcxprt_rdma *rdma = cq->cq_context;

net/sunrpc/xprtrdma/svc_rdma_rw.c

356

svc_rdma_wake_send_waiters(rdma, cc->cc_sqecount);

net/sunrpc/xprtrdma/svc_rdma_rw.c

364

spin_lock(&rdma->sc_rq_dto_lock);

net/sunrpc/xprtrdma/svc_rdma_rw.c

365

list_add_tail(&ctxt->rc_list, &rdma->sc_read_complete_q);

net/sunrpc/xprtrdma/svc_rdma_rw.c

367

set_bit(XPT_DATA, &rdma->sc_xprt.xpt_flags);

net/sunrpc/xprtrdma/svc_rdma_rw.c

368

spin_unlock(&rdma->sc_rq_dto_lock);

net/sunrpc/xprtrdma/svc_rdma_rw.c

369

svc_xprt_enqueue(&rdma->sc_xprt);

net/sunrpc/xprtrdma/svc_rdma_rw.c

382

svc_rdma_cc_release(rdma, cc, DMA_FROM_DEVICE);

net/sunrpc/xprtrdma/svc_rdma_rw.c

383

svc_rdma_recv_ctxt_put(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_rw.c

384

svc_rdma_xprt_deferred_close(rdma);

net/sunrpc/xprtrdma/svc_rdma_rw.c

393

static int svc_rdma_post_chunk_ctxt(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

404

if (cc->cc_sqecount > rdma->sc_sq_depth)

net/sunrpc/xprtrdma/svc_rdma_rw.c

413

first_wr = rdma_rw_ctx_wrs(&ctxt->rw_ctx, rdma->sc_qp,

net/sunrpc/xprtrdma/svc_rdma_rw.c

414

rdma->sc_port_num, cqe, first_wr);

net/sunrpc/xprtrdma/svc_rdma_rw.c

418

ret = svc_rdma_sq_wait(rdma, &cc->cc_cid, cc->cc_sqecount);

net/sunrpc/xprtrdma/svc_rdma_rw.c

423

ret = ib_post_send(rdma->sc_qp, first_wr, &bad_wr);

net/sunrpc/xprtrdma/svc_rdma_rw.c

425

return svc_rdma_post_send_err(rdma, &cc->cc_cid, bad_wr,

net/sunrpc/xprtrdma/svc_rdma_rw.c

484

struct svcxprt_rdma *rdma = info->wi_rdma;

net/sunrpc/xprtrdma/svc_rdma_rw.c

49

static void svc_rdma_put_rw_ctxt(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

500

ctxt = svc_rdma_get_rw_ctxt(rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

507

ret = svc_rdma_rw_ctx_init(rdma, ctxt, offset, seg->rs_handle,

net/sunrpc/xprtrdma/svc_rdma_rw.c

60

svc_rdma_get_rw_ctxt(struct svcxprt_rdma *rdma, unsigned int nr_bvec)

net/sunrpc/xprtrdma/svc_rdma_rw.c

616

static void svc_rdma_cc_link_wrs(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

62

struct ib_device *dev = rdma->sc_cm_id->device;

net/sunrpc/xprtrdma/svc_rdma_rw.c

630

first_wr = rdma_rw_ctx_wrs(&rwc->rw_ctx, rdma->sc_qp,

net/sunrpc/xprtrdma/svc_rdma_rw.c

631

rdma->sc_port_num, cqe, first_wr);

net/sunrpc/xprtrdma/svc_rdma_rw.c

640

static int svc_rdma_prepare_write_chunk(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

654

info = svc_rdma_write_info_alloc(rdma, chunk);

net/sunrpc/xprtrdma/svc_rdma_rw.c

664

if (unlikely(sctxt->sc_sqecount + cc->cc_sqecount > rdma->sc_sq_depth))

net/sunrpc/xprtrdma/svc_rdma_rw.c

667

svc_rdma_cc_link_wrs(rdma, sctxt, cc);

net/sunrpc/xprtrdma/svc_rdma_rw.c

67

spin_lock(&rdma->sc_rw_ctxt_lock);

net/sunrpc/xprtrdma/svc_rdma_rw.c

68

node = llist_del_first(&rdma->sc_rw_ctxts);

net/sunrpc/xprtrdma/svc_rdma_rw.c

688

int svc_rdma_prepare_write_list(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

69

spin_unlock(&rdma->sc_rw_ctxt_lock);

net/sunrpc/xprtrdma/svc_rdma_rw.c

699

ret = svc_rdma_prepare_write_chunk(rdma, sctxt, chunk, xdr);

net/sunrpc/xprtrdma/svc_rdma_rw.c

721

int svc_rdma_prepare_reply_chunk(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_rw.c

731

info->wi_rdma = rdma;

net/sunrpc/xprtrdma/svc_rdma_rw.c

742

svc_rdma_cc_link_wrs(rdma, sctxt, cc);

net/sunrpc/xprtrdma/svc_rdma_rw.c

764

struct svcxprt_rdma *rdma = svc_rdma_rqst_rdma(rqstp);

net/sunrpc/xprtrdma/svc_rdma_rw.c

774

ctxt = svc_rdma_get_rw_ctxt(rdma, nr_bvec);

net/sunrpc/xprtrdma/svc_rdma_rw.c

801

ret = svc_rdma_rw_ctx_init(rdma, ctxt, segment->rs_offset,

net/sunrpc/xprtrdma/svc_rdma_rw.c

98

svc_rdma_put_rw_ctxt(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1013

static int svc_rdma_send_reply_msg(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1021

ret = svc_rdma_map_reply_msg(rdma, sctxt, &rctxt->rc_write_pcl,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1038

return svc_rdma_post_send(rdma, sctxt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1056

void svc_rdma_send_error_msg(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1075

*p++ = rdma->sc_fc_credits;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1108

if (svc_rdma_post_send(rdma, sctxt))

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1113

svc_rdma_send_ctxt_put(rdma, sctxt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1131

struct svcxprt_rdma *rdma =

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1145

sctxt = svc_rdma_send_ctxt_get(rdma);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1155

ret = svc_rdma_prepare_write_list(rdma, rctxt, sctxt, &rqstp->rq_res);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1161

ret = svc_rdma_prepare_reply_chunk(rdma, &rctxt->rc_write_pcl,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

117

svc_rdma_send_ctxt_alloc(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1171

*p++ = rdma->sc_fc_credits;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1184

ret = svc_rdma_send_reply_msg(rdma, sctxt, rctxt, rqstp);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

119

struct ib_device *device = rdma->sc_cm_id->device;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1197

svc_rdma_send_error_msg(rdma, sctxt, rctxt, ret);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1201

svc_rdma_send_ctxt_put(rdma, sctxt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

1204

svc_rdma_xprt_deferred_close(rdma);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

127

ctxt = kzalloc_node(struct_size(ctxt, sc_sges, rdma->sc_max_send_sges),

net/sunrpc/xprtrdma/svc_rdma_sendto.c

131

pages = svc_serv_maxpages(rdma->sc_xprt.xpt_server);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

137

buffer = kmalloc_node(rdma->sc_max_req_size, GFP_KERNEL, node);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

140

addr = ib_dma_map_single(device, buffer, rdma->sc_max_req_size,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

145

svc_rdma_send_cid_init(rdma, &ctxt->sc_cid);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

147

ctxt->sc_rdma = rdma;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

156

rdma->sc_max_req_size);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

159

for (i = 0; i < rdma->sc_max_send_sges; i++)

net/sunrpc/xprtrdma/svc_rdma_sendto.c

160

ctxt->sc_sges[i].lkey = rdma->sc_pd->local_dma_lkey;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

178

void svc_rdma_send_ctxts_destroy(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_sendto.c

180

struct ib_device *device = rdma->sc_cm_id->device;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

184

while ((node = llist_del_first(&rdma->sc_send_ctxts)) != NULL) {

net/sunrpc/xprtrdma/svc_rdma_sendto.c

187

rdma->sc_max_req_size, DMA_TO_DEVICE);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

201

struct svc_rdma_send_ctxt *svc_rdma_send_ctxt_get(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_sendto.c

206

spin_lock(&rdma->sc_send_lock);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

207

node = llist_del_first(&rdma->sc_send_ctxts);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

208

spin_unlock(&rdma->sc_send_lock);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

219

svc_rdma_cc_init(rdma, &ctxt->sc_reply_info.wi_cc);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

229

svc_rdma_send_ctxts_drain(rdma);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

231

spin_lock(&rdma->sc_send_lock);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

232

node = llist_del_first(&rdma->sc_send_ctxts);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

233

spin_unlock(&rdma->sc_send_lock);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

239

ctxt = svc_rdma_send_ctxt_alloc(rdma);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

246

static void svc_rdma_send_ctxt_unmap(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

249

struct ib_device *device = rdma->sc_cm_id->device;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

252

svc_rdma_write_chunk_release(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

253

svc_rdma_reply_chunk_release(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

270

static void svc_rdma_send_ctxt_release(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

273

svc_rdma_send_ctxt_unmap(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

278

llist_add(&ctxt->sc_node, &rdma->sc_send_ctxts);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

285

void svc_rdma_send_ctxts_drain(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_sendto.c

290

node = llist_del_all(&rdma->sc_send_release_list);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

292

svc_rdma_send_ctxt_release(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

310

void svc_rdma_send_ctxt_put(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

313

if (llist_add(&ctxt->sc_node, &rdma->sc_send_release_list)) {

net/sunrpc/xprtrdma/svc_rdma_sendto.c

314

set_bit(XPT_DATA, &rdma->sc_xprt.xpt_flags);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

315

svc_xprt_enqueue(&rdma->sc_xprt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

325

void svc_rdma_wake_send_waiters(struct svcxprt_rdma *rdma, int avail)

net/sunrpc/xprtrdma/svc_rdma_sendto.c

327

atomic_add(avail, &rdma->sc_sq_avail);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

329

if (unlikely(waitqueue_active(&rdma->sc_send_wait)))

net/sunrpc/xprtrdma/svc_rdma_sendto.c

330

wake_up(&rdma->sc_send_wait);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

358

int svc_rdma_sq_wait(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

372

if (likely(atomic_sub_return(sqecount, &rdma->sc_sq_avail) >= 0))

net/sunrpc/xprtrdma/svc_rdma_sendto.c

374

atomic_add(sqecount, &rdma->sc_sq_avail);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

377

ticket = atomic_fetch_inc(&rdma->sc_sq_ticket_head);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

380

trace_svcrdma_sq_full(rdma, cid);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

383

wait_event(rdma->sc_sq_ticket_wait,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

384

test_bit(XPT_CLOSE, &rdma->sc_xprt.xpt_flags) ||

net/sunrpc/xprtrdma/svc_rdma_sendto.c

385

atomic_read(&rdma->sc_sq_ticket_tail) == ticket);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

386

if (test_bit(XPT_CLOSE, &rdma->sc_xprt.xpt_flags))

net/sunrpc/xprtrdma/svc_rdma_sendto.c

390

while (atomic_sub_return(sqecount, &rdma->sc_sq_avail) < 0) {

net/sunrpc/xprtrdma/svc_rdma_sendto.c

391

atomic_add(sqecount, &rdma->sc_sq_avail);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

393

wait_event(rdma->sc_send_wait,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

394

test_bit(XPT_CLOSE, &rdma->sc_xprt.xpt_flags) ||

net/sunrpc/xprtrdma/svc_rdma_sendto.c

395

atomic_read(&rdma->sc_sq_avail) >= sqecount);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

396

if (test_bit(XPT_CLOSE, &rdma->sc_xprt.xpt_flags))

net/sunrpc/xprtrdma/svc_rdma_sendto.c

401

atomic_inc(&rdma->sc_sq_ticket_tail);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

402

wake_up(&rdma->sc_sq_ticket_wait);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

403

trace_svcrdma_sq_retry(rdma, cid);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

412

svc_rdma_send_ctxts_drain(rdma);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

416

atomic_inc(&rdma->sc_sq_ticket_tail);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

417

wake_up(&rdma->sc_sq_ticket_wait);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

434

int svc_rdma_post_send_err(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

440

trace_svcrdma_sq_post_err(rdma, cid, ret);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

441

svc_rdma_xprt_deferred_close(rdma);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

449

svc_rdma_wake_send_waiters(rdma, sqecount);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

463

struct svcxprt_rdma *rdma = cq->cq_context;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

468

svc_rdma_wake_send_waiters(rdma, ctxt->sc_sqecount);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

474

svc_rdma_send_ctxt_put(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

482

svc_rdma_send_ctxt_put(rdma, ctxt);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

483

svc_rdma_xprt_deferred_close(rdma);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

499

int svc_rdma_post_send(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

511

ib_dma_sync_single_for_device(rdma->sc_cm_id->device,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

516

ret = svc_rdma_sq_wait(rdma, &cid, sqecount);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

521

ret = ib_post_send(rdma->sc_qp, first_wr, &bad_wr);

net/sunrpc/xprtrdma/svc_rdma_sendto.c

523

return svc_rdma_post_send_err(rdma, &cid, bad_wr,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

701

struct svcxprt_rdma *rdma = args->md_rdma;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

703

struct ib_device *dev = rdma->sc_cm_id->device;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

838

static bool svc_rdma_pull_up_needed(const struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

857

return args.pd_num_sges >= rdma->sc_max_send_sges;

net/sunrpc/xprtrdma/svc_rdma_sendto.c

919

static int svc_rdma_pull_up_reply_msg(const struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

953

int svc_rdma_map_reply_msg(struct svcxprt_rdma *rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

960

.md_rdma = rdma,

net/sunrpc/xprtrdma/svc_rdma_sendto.c

977

if (svc_rdma_pull_up_needed(rdma, sctxt, write_pcl, xdr))

net/sunrpc/xprtrdma/svc_rdma_sendto.c

978

return svc_rdma_pull_up_reply_msg(rdma, sctxt, write_pcl, xdr);

net/sunrpc/xprtrdma/svc_rdma_transport.c

105

void svc_rdma_xprt_deferred_close(struct svcxprt_rdma *rdma)

net/sunrpc/xprtrdma/svc_rdma_transport.c

107

svc_xprt_deferred_close(&rdma->sc_xprt);

net/sunrpc/xprtrdma/svc_rdma_transport.c

112

wake_up_all(&rdma->sc_sq_ticket_wait);

net/sunrpc/xprtrdma/svc_rdma_transport.c

113

wake_up_all(&rdma->sc_send_wait);

net/sunrpc/xprtrdma/svc_rdma_transport.c

120

struct svcxprt_rdma *rdma =

net/sunrpc/xprtrdma/svc_rdma_transport.c

139

svc_rdma_xprt_deferred_close(rdma);

net/sunrpc/xprtrdma/svc_rdma_transport.c

349

struct svcxprt_rdma *rdma = cma_id->context;

net/sunrpc/xprtrdma/svc_rdma_transport.c

350

struct svc_xprt *xprt = &rdma->sc_xprt;

net/sunrpc/xprtrdma/svc_rdma_transport.c

354

clear_bit(RDMAXPRT_CONN_PENDING, &rdma->sc_flags);

net/sunrpc/xprtrdma/svc_rdma_transport.c

361

svc_rdma_xprt_deferred_close(rdma);

net/sunrpc/xprtrdma/svc_rdma_transport.c

407

struct svcxprt_rdma *rdma = container_of(rn, struct svcxprt_rdma,

net/sunrpc/xprtrdma/svc_rdma_transport.c

409

struct rdma_cm_id *id = rdma->sc_cm_id;

net/sunrpc/xprtrdma/svc_rdma_transport.c

412

svc_xprt_close(&rdma->sc_xprt);

net/sunrpc/xprtrdma/svc_rdma_transport.c

614

struct svcxprt_rdma *rdma =

net/sunrpc/xprtrdma/svc_rdma_transport.c

617

rdma_disconnect(rdma->sc_cm_id);

net/sunrpc/xprtrdma/svc_rdma_transport.c

625

wake_up_all(&rdma->sc_sq_ticket_wait);

net/sunrpc/xprtrdma/svc_rdma_transport.c

626

wake_up_all(&rdma->sc_send_wait);

net/sunrpc/xprtrdma/svc_rdma_transport.c

635

struct svcxprt_rdma *rdma =

net/sunrpc/xprtrdma/svc_rdma_transport.c

637

struct ib_device *device = rdma->sc_cm_id->device;

net/sunrpc/xprtrdma/svc_rdma_transport.c

642

if (rdma->sc_qp && !IS_ERR(rdma->sc_qp))

net/sunrpc/xprtrdma/svc_rdma_transport.c

643

ib_drain_qp(rdma->sc_qp);

net/sunrpc/xprtrdma/svc_rdma_transport.c

644

svc_rdma_send_ctxts_drain(rdma);

net/sunrpc/xprtrdma/svc_rdma_transport.c

646

svc_rdma_flush_recv_queues(rdma);

net/sunrpc/xprtrdma/svc_rdma_transport.c

648

svc_rdma_destroy_rw_ctxts(rdma);

net/sunrpc/xprtrdma/svc_rdma_transport.c

649

svc_rdma_send_ctxts_destroy(rdma);

net/sunrpc/xprtrdma/svc_rdma_transport.c

650

svc_rdma_recv_ctxts_destroy(rdma);

net/sunrpc/xprtrdma/svc_rdma_transport.c

653

if (rdma->sc_qp && !IS_ERR(rdma->sc_qp))

net/sunrpc/xprtrdma/svc_rdma_transport.c

654

ib_destroy_qp(rdma->sc_qp);

net/sunrpc/xprtrdma/svc_rdma_transport.c

656

if (rdma->sc_sq_cq && !IS_ERR(rdma->sc_sq_cq))

net/sunrpc/xprtrdma/svc_rdma_transport.c

657

ib_free_cq(rdma->sc_sq_cq);

net/sunrpc/xprtrdma/svc_rdma_transport.c

659

if (rdma->sc_rq_cq && !IS_ERR(rdma->sc_rq_cq))

net/sunrpc/xprtrdma/svc_rdma_transport.c

660

ib_free_cq(rdma->sc_rq_cq);

net/sunrpc/xprtrdma/svc_rdma_transport.c

662

if (rdma->sc_pd && !IS_ERR(rdma->sc_pd))

net/sunrpc/xprtrdma/svc_rdma_transport.c

663

ib_dealloc_pd(rdma->sc_pd);

net/sunrpc/xprtrdma/svc_rdma_transport.c

666

rdma_destroy_id(rdma->sc_cm_id);

net/sunrpc/xprtrdma/svc_rdma_transport.c

668

if (!test_bit(XPT_LISTENER, &rdma->sc_xprt.xpt_flags))

net/sunrpc/xprtrdma/svc_rdma_transport.c

669

rpcrdma_rn_unregister(device, &rdma->sc_rn);

net/sunrpc/xprtrdma/svc_rdma_transport.c

670

kfree(rdma);

net/sunrpc/xprtrdma/svc_rdma_transport.c

675

struct svcxprt_rdma *rdma =

net/sunrpc/xprtrdma/svc_rdma_transport.c

682

if (waitqueue_active(&rdma->sc_send_wait) ||

net/sunrpc/xprtrdma/svc_rdma_transport.c

683

waitqueue_active(&rdma->sc_sq_ticket_wait))

sound/soc/codecs/wm_adsp.c

100

__be32 rdma[6];