usr/src/boot/common/gfx_fb.c

574

uint8_t rm, rp, gm, gp, bm, bp;

usr/src/boot/common/gfx_fb.c

598

rm = (1 << gfx_fb.u.fb2.framebuffer_red_mask_size) - 1;

usr/src/boot/common/gfx_fb.c

650

p->Red = (c >> rp) & rm;

usr/src/boot/common/gfx_fb.c

676

uint8_t rm, rp, gm, gp, bm, bp;

usr/src/boot/common/gfx_fb.c

700

rm = (1 << gfx_fb.u.fb2.framebuffer_red_mask_size) - 1;

usr/src/boot/common/gfx_fb.c

735

c = (p->Red & rm) << rp |

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1001

src = rm->rm_col[c].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1002

ccount = rm->rm_col[c].rc_size;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1004

cc = missing[j] + rm->rm_firstdatacol;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1005

ASSERT3U(cc, >=, rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1006

ASSERT3U(cc, <, rm->rm_cols);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1009

dst[j] = rm->rm_col[cc].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1010

dcount[j] = rm->rm_col[cc].rc_size;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1013

ASSERT(ccount >= rm->rm_col[missing[0]].rc_size || i > 0);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1043

vdev_raidz_reconstruct_general(raidz_map_t *rm, int *tgts, int ntgts)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1060

n = rm->rm_cols - rm->rm_firstdatacol;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1067

if (tgts[t] >= rm->rm_firstdatacol) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1069

tgts[t] - rm->rm_firstdatacol;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1079

ASSERT(c < rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1118

for (tt = 0, c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1120

c == missing_rows[tt] + rm->rm_firstdatacol) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1133

vdev_raidz_matrix_init(rm, n, nmissing_rows, parity_map, rows);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1138

vdev_raidz_matrix_invert(rm, n, nmissing_rows, missing_rows, rows,

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1144

vdev_raidz_matrix_reconstruct(rm, n, nmissing_rows, missing_rows,

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1153

vdev_raidz_reconstruct(raidz_map_t *rm, int *t, int nt)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1168

nbadparity = rm->rm_firstdatacol;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1169

nbaddata = rm->rm_cols - nbadparity;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1171

for (i = 0, c = 0; c < rm->rm_cols; c++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1175

} else if (rm->rm_col[c].rc_error != 0) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1177

} else if (c >= rm->rm_firstdatacol) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1188

code = vdev_raidz_reconstruct_general(rm, tgts, ntgts);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1198

raidz_map_t *rm;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1220

rm = malloc(offsetof(raidz_map_t, rm_col[scols]));

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1221

if (rm == NULL)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1222

return (rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1224

rm->rm_cols = acols;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1225

rm->rm_scols = scols;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1226

rm->rm_bigcols = bc;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1227

rm->rm_skipstart = bc;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1228

rm->rm_missingdata = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1229

rm->rm_missingparity = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1230

rm->rm_firstdatacol = nparity;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1231

rm->rm_reports = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1232

rm->rm_freed = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1233

rm->rm_ecksuminjected = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1244

rm->rm_col[c].rc_devidx = col;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1245

rm->rm_col[c].rc_offset = coff;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1246

rm->rm_col[c].rc_data = NULL;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1247

rm->rm_col[c].rc_error = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1248

rm->rm_col[c].rc_tried = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1249

rm->rm_col[c].rc_skipped = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1252

rm->rm_col[c].rc_size = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1254

rm->rm_col[c].rc_size = (q + 1) << unit_shift;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1256

rm->rm_col[c].rc_size = q << unit_shift;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1258

asize += rm->rm_col[c].rc_size;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1262

rm->rm_asize = roundup(asize, (nparity + 1) << unit_shift);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1263

rm->rm_nskip = roundup(tot, nparity + 1) - tot;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1264

ASSERT3U(rm->rm_asize - asize, ==, rm->rm_nskip << unit_shift);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1265

ASSERT3U(rm->rm_nskip, <=, nparity);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1267

for (c = 0; c < rm->rm_firstdatacol; c++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1268

rm->rm_col[c].rc_data = malloc(rm->rm_col[c].rc_size);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1269

if (rm->rm_col[c].rc_data == NULL) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1272

free(rm->rm_col[--c].rc_data);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1273

free(rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1278

rm->rm_col[c].rc_data = data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1281

rm->rm_col[c].rc_data = (char *)rm->rm_col[c - 1].rc_data +

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1282

rm->rm_col[c - 1].rc_size;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1304

ASSERT(rm->rm_cols >= 2);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1305

ASSERT(rm->rm_col[0].rc_size == rm->rm_col[1].rc_size);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1307

if (rm->rm_firstdatacol == 1 && (offset & (1ULL << 20))) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1308

devidx = rm->rm_col[0].rc_devidx;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1309

o = rm->rm_col[0].rc_offset;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1310

rm->rm_col[0].rc_devidx = rm->rm_col[1].rc_devidx;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1311

rm->rm_col[0].rc_offset = rm->rm_col[1].rc_offset;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1312

rm->rm_col[1].rc_devidx = devidx;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1313

rm->rm_col[1].rc_offset = o;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1315

if (rm->rm_skipstart == 0)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1316

rm->rm_skipstart = 1;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1319

return (rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1323

vdev_raidz_map_free(raidz_map_t *rm)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1327

for (c = rm->rm_firstdatacol - 1; c >= 0; c--)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1328

free(rm->rm_col[c].rc_data);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1330

free(rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1365

raidz_parity_verify(raidz_map_t *rm)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1371

for (c = 0; c < rm->rm_firstdatacol; c++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1372

rc = &rm->rm_col[c];

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1383

vdev_raidz_generate_parity(rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1385

for (c = rm->rm_firstdatacol - 1; c >= 0; c--) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1386

rc = &rm->rm_col[c];

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1409

vdev_raidz_combrec(const spa_t *spa, raidz_map_t *rm, const blkptr_t *bp,

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1420

ASSERT(total_errors < rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1427

for (n = 1; n <= rm->rm_firstdatacol - total_errors; n++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1439

c < rm->rm_firstdatacol) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1440

c = rm->rm_firstdatacol;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1443

while (rm->rm_col[c].rc_error != 0) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1445

ASSERT3S(c, <, rm->rm_cols);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1454

tgts[n] = rm->rm_cols;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1463

orig[n - 1] = malloc(rm->rm_col[0].rc_size);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1484

ASSERT3S(c, <, rm->rm_cols);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1485

rc = &rm->rm_col[c];

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1493

code = vdev_raidz_reconstruct(rm, tgts, n);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1497

rc = &rm->rm_col[c];

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1511

rc = &rm->rm_col[c];

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1521

next < rm->rm_cols &&

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1522

rm->rm_col[next].rc_error != 0; next++)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1538

rm->rm_col[c].rc_error != 0; c++)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1562

raidz_map_t *rm;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1577

rm = vdev_raidz_map_alloc(data, offset, bytes, tvd->v_ashift,

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1579

if (rm == NULL)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1586

for (c = rm->rm_cols - 1; c >= 0; c--) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1587

rc = &rm->rm_col[c];

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1590

if (c >= rm->rm_firstdatacol)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1591

rm->rm_missingdata++;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1593

rm->rm_missingparity++;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1601

if (c >= rm->rm_firstdatacol)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1602

rm->rm_missingdata++;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1604

rm->rm_missingparity++;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1610

if (c >= rm->rm_firstdatacol || rm->rm_missingdata > 0) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1625

ASSERT(rm->rm_missingparity <= rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1626

ASSERT(rm->rm_missingdata <= rm->rm_cols - rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1628

for (c = 0; c < rm->rm_cols; c++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1629

rc = &rm->rm_col[c];

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1634

if (c < rm->rm_firstdatacol)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1643

} else if (c < rm->rm_firstdatacol && !rc->rc_tried) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1665

if (total_errors <= rm->rm_firstdatacol - parity_untried) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1680

rm->rm_firstdatacol) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1681

n = raidz_parity_verify(rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1684

rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1697

ASSERT(parity_errors < rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1703

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1704

rc = &rm->rm_col[c];

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1711

ASSERT(rm->rm_firstdatacol >= n);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1713

code = vdev_raidz_reconstruct(rm, tgts, n);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1730

if (parity_errors < rm->rm_firstdatacol - n) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1731

n = raidz_parity_verify(rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1734

rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1751

rm->rm_missingdata = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1752

rm->rm_missingparity = 0;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1755

for (c = 0; c < rm->rm_cols; c++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1756

rc = &rm->rm_col[c];

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1787

if (total_errors > rm->rm_firstdatacol) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1789

} else if (total_errors < rm->rm_firstdatacol &&

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1790

(code = vdev_raidz_combrec(vd->v_spa, rm, bp, data, offset, bytes,

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1797

if (code != (1 << rm->rm_firstdatacol) - 1)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1798

(void) raidz_parity_verify(rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

1816

vdev_raidz_map_free(rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

523

vdev_raidz_generate_parity_p(raidz_map_t *rm)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

528

pcount = rm->rm_col[VDEV_RAIDZ_P].rc_size / sizeof (src[0]);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

530

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

531

src = rm->rm_col[c].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

532

p = rm->rm_col[VDEV_RAIDZ_P].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

533

ccount = rm->rm_col[c].rc_size / sizeof (src[0]);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

535

if (c == rm->rm_firstdatacol) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

550

vdev_raidz_generate_parity_pq(raidz_map_t *rm)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

555

pcnt = rm->rm_col[VDEV_RAIDZ_P].rc_size / sizeof (src[0]);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

556

ASSERT(rm->rm_col[VDEV_RAIDZ_P].rc_size ==

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

557

rm->rm_col[VDEV_RAIDZ_Q].rc_size);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

559

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

560

src = rm->rm_col[c].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

561

p = rm->rm_col[VDEV_RAIDZ_P].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

562

q = rm->rm_col[VDEV_RAIDZ_Q].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

564

ccnt = rm->rm_col[c].rc_size / sizeof (src[0]);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

566

if (c == rm->rm_firstdatacol) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

602

vdev_raidz_generate_parity_pqr(raidz_map_t *rm)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

607

pcnt = rm->rm_col[VDEV_RAIDZ_P].rc_size / sizeof (src[0]);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

608

ASSERT(rm->rm_col[VDEV_RAIDZ_P].rc_size ==

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

609

rm->rm_col[VDEV_RAIDZ_Q].rc_size);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

610

ASSERT(rm->rm_col[VDEV_RAIDZ_P].rc_size ==

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

611

rm->rm_col[VDEV_RAIDZ_R].rc_size);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

613

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

614

src = rm->rm_col[c].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

615

p = rm->rm_col[VDEV_RAIDZ_P].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

616

q = rm->rm_col[VDEV_RAIDZ_Q].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

617

r = rm->rm_col[VDEV_RAIDZ_R].rc_data;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

619

ccnt = rm->rm_col[c].rc_size / sizeof (src[0]);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

621

if (c == rm->rm_firstdatacol) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

667

vdev_raidz_generate_parity(raidz_map_t *rm)

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

669

switch (rm->rm_firstdatacol) {

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

671

vdev_raidz_generate_parity_p(rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

674

vdev_raidz_generate_parity_pq(rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

677

vdev_raidz_generate_parity_pqr(rm);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

839

vdev_raidz_matrix_init(raidz_map_t *rm __unused, int n, int nmap, int *map,

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

845

ASSERT(n == rm->rm_cols - rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

869

vdev_raidz_matrix_invert(raidz_map_t *rm, int n, int nmissing, int *missing,

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

881

ASSERT3S(used[i], <, rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

884

ASSERT3S(used[i], >=, rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

901

ASSERT3U(used[j], >=, rm->rm_firstdatacol);

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

902

jj = used[j] - rm->rm_firstdatacol;

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

963

vdev_raidz_matrix_reconstruct(raidz_map_t *rm, int n, int nmissing,

usr/src/boot/sys/cddl/boot/zfs/zfssubr.c

999

ASSERT3U(c, <, rm->rm_cols);

usr/src/cmd/ast/libshell/common/illumos_cmdlist.h

147

ASTCMDLIST(rm)

usr/src/cmd/ast/libshell/common/illumos_cmdlist.h

148

XPG4CMDLIST(rm)

usr/src/cmd/awk_xpg4/awk1.c

1624

int_regwmatch_t rm[NSUB], *rmp;

usr/src/cmd/awk_xpg4/awk1.c

1656

while ((regerr = int_regwexec(rp, ip, NSUB, rm, flags)) == REG_OK) {

usr/src/cmd/awk_xpg4/awk1.c

1658

if (op + (i = rm[0].rm_sp - ip) >= end)

usr/src/cmd/awk_xpg4/awk1.c

1673

rmp = &rm[0];

usr/src/cmd/awk_xpg4/awk1.c

1676

rmp = &rm[*xp++ - '0'];

usr/src/cmd/awk_xpg4/awk1.c

1694

ip = rm[0].rm_ep;

usr/src/cmd/awk_xpg4/awk1.c

1697

else if (rm[0].rm_sp == rm[0].rm_ep) {

usr/src/cmd/devfsadm/devfsadm.c

4129

remove_list_t *rm;

usr/src/cmd/devfsadm/devfsadm.c

4153

for (rm = remove_head; rm != NULL; rm = rm->next) {

usr/src/cmd/devfsadm/devfsadm.c

4154

if ((flags & rm->remove->flags) == flags) {

usr/src/cmd/devfsadm/devfsadm.c

4155

cleanup_data.rm = rm;

usr/src/cmd/devfsadm/devfsadm.c

4162

if (clean_ok(rm->remove) == DEVFSADM_SUCCESS) {

usr/src/cmd/devfsadm/devfsadm.c

4165

rm->remove->dev_dirs_re, &rd);

usr/src/cmd/devfsadm/devfsadm.c

4247

remove_list_t *rm;

usr/src/cmd/devfsadm/devfsadm.c

4275

for (rm = remove_head; rm != NULL; rm = rm->next) {

usr/src/cmd/devfsadm/devfsadm.c

4276

if ((RM_HOT & rm->remove->flags) == RM_HOT) {

usr/src/cmd/devfsadm/devfsadm.c

4277

head = get_cached_links(rm->remove->dev_dirs_re);

usr/src/cmd/devfsadm/devfsadm.c

4306

(call_minor_init(rm->modptr) ==

usr/src/cmd/devfsadm/devfsadm.c

4320

if (rm->remove->flags & RM_NOINTERPOSE) {

usr/src/cmd/devfsadm/devfsadm.c

4322

(rm->remove->callback_fcn)(rmlink);

usr/src/cmd/devfsadm/devfsadm.c

4325

(rm->remove->callback_fcn)(rmlink);

usr/src/cmd/devfsadm/devfsadm.c

4456

if (call_minor_init(cleanup_data->rm->modptr) ==

usr/src/cmd/devfsadm/devfsadm.c

4464

if (cleanup_data->rm->remove->flags & RM_NOINTERPOSE)

usr/src/cmd/devfsadm/devfsadm.c

4466

(cleanup_data->rm->remove->callback_fcn)(devpath);

usr/src/cmd/devfsadm/devfsadm.c

4469

(cleanup_data->rm->remove->callback_fcn)(devpath);

usr/src/cmd/devfsadm/devfsadm_impl.h

284

remove_list_t *rm;

usr/src/cmd/expr/compile.c

320

prm = &rm[0];

usr/src/cmd/expr/compile.c

83

static regmatch_t rm[SEPSIZE]; /* ptr to list of RE matches */

usr/src/cmd/grep/grep.c

1178

regmatch_t rm;

usr/src/cmd/grep/grep.c

1193

rv = regexec(&pp->re, ptr, nmatch, &rm, 0);

usr/src/cmd/grep/grep.c

1202

line_len != rm.rm_eo - rm.rm_so) {

usr/src/cmd/grep/grep.c

1208

startmatch = ptr + rm.rm_so;

usr/src/cmd/grep/grep.c

1209

postmatch = ptr + rm.rm_eo;

usr/src/cmd/pools/poold/com/sun/solaris/domain/pools/SystemMonitor.java

360

ResourceMonitor rm = (ResourceMonitor)monitored.get(res);

usr/src/cmd/pools/poold/com/sun/solaris/domain/pools/SystemMonitor.java

362

if (rm == null)

usr/src/cmd/pools/poold/com/sun/solaris/domain/pools/SystemMonitor.java

364

return (rm);

usr/src/cmd/raidz_test/raidz_test.c

174

#define DATA_COL(rm, i) ((rm)->rm_col[raidz_parity(rm) + (i)].rc_abd)

usr/src/cmd/raidz_test/raidz_test.c

175

#define DATA_COL_SIZE(rm, i) ((rm)->rm_col[raidz_parity(rm) + (i)].rc_size)

usr/src/cmd/raidz_test/raidz_test.c

177

#define CODE_COL(rm, i) ((rm)->rm_col[(i)].rc_abd)

usr/src/cmd/raidz_test/raidz_test.c

178

#define CODE_COL_SIZE(rm, i) ((rm)->rm_col[(i)].rc_size)

usr/src/cmd/raidz_test/raidz_test.c

181

cmp_code(raidz_test_opts_t *opts, const raidz_map_t *rm, const int parity)

usr/src/cmd/raidz_test/raidz_test.c

188

if (abd_cmp(CODE_COL(rm, i), CODE_COL(opts->rm_golden, i),

usr/src/cmd/raidz_test/raidz_test.c

189

CODE_COL(rm, i)->abd_size) != 0) {

usr/src/cmd/raidz_test/raidz_test.c

199

cmp_data(raidz_test_opts_t *opts, raidz_map_t *rm)

usr/src/cmd/raidz_test/raidz_test.c

205

if (abd_cmp(DATA_COL(opts->rm_golden, i), DATA_COL(rm, i),

usr/src/cmd/raidz_test/raidz_test.c

229

corrupt_colums(raidz_map_t *rm, const int *tgts, const int cnt)

usr/src/cmd/raidz_test/raidz_test.c

235

col = &rm->rm_col[tgts[i]];

usr/src/cmd/raidz_test/raidz_test.c

248

fini_raidz_map(zio_t **zio, raidz_map_t **rm)

usr/src/cmd/raidz_test/raidz_test.c

250

vdev_raidz_map_free(*rm);

usr/src/cmd/raidz_test/raidz_test.c

255

*rm = NULL;

usr/src/cmd/raidz_test/raidz_test.c

311

raidz_map_t *rm = NULL;

usr/src/cmd/raidz_test/raidz_test.c

326

rm = vdev_raidz_map_alloc(*zio, opts->rto_ashift,

usr/src/cmd/raidz_test/raidz_test.c

328

VERIFY(rm);

usr/src/cmd/raidz_test/raidz_test.c

331

corrupt_colums(rm, ccols, parity);

usr/src/cmd/raidz_test/raidz_test.c

333

return (rm);

usr/src/cmd/raidz_test/raidz_test.c

396

run_rec_check_impl(raidz_test_opts_t *opts, raidz_map_t *rm, const int fn)

usr/src/cmd/raidz_test/raidz_test.c

416

if (x0 >= rm->rm_cols - raidz_parity(rm))

usr/src/cmd/raidz_test/raidz_test.c

425

tgtidx[2] = x0 + raidz_parity(rm);

usr/src/cmd/raidz_test/raidz_test.c

427

corrupt_colums(rm, tgtidx+2, 1);

usr/src/cmd/raidz_test/raidz_test.c

430

(void) vdev_raidz_reconstruct(rm, tgtidx, 3);

usr/src/cmd/raidz_test/raidz_test.c

432

if (cmp_data(opts, rm) != 0) {

usr/src/cmd/raidz_test/raidz_test.c

441

if (x0 >= rm->rm_cols - raidz_parity(rm))

usr/src/cmd/raidz_test/raidz_test.c

444

if (x1 >= rm->rm_cols - raidz_parity(rm))

usr/src/cmd/raidz_test/raidz_test.c

453

tgtidx[1] = x0 + raidz_parity(rm);

usr/src/cmd/raidz_test/raidz_test.c

454

tgtidx[2] = x1 + raidz_parity(rm);

usr/src/cmd/raidz_test/raidz_test.c

456

corrupt_colums(rm, tgtidx+1, 2);

usr/src/cmd/raidz_test/raidz_test.c

459

(void) vdev_raidz_reconstruct(rm,

usr/src/cmd/raidz_test/raidz_test.c

462

if (cmp_data(opts, rm) != 0) {

usr/src/cmd/raidz_test/raidz_test.c

472

if (x0 >= rm->rm_cols - raidz_parity(rm))

usr/src/cmd/raidz_test/raidz_test.c

475

if (x1 >= rm->rm_cols - raidz_parity(rm))

usr/src/cmd/raidz_test/raidz_test.c

479

rm->rm_cols - raidz_parity(rm))

usr/src/cmd/raidz_test/raidz_test.c

488

tgtidx[0] = x0 + raidz_parity(rm);

usr/src/cmd/raidz_test/raidz_test.c

489

tgtidx[1] = x1 + raidz_parity(rm);

usr/src/cmd/raidz_test/raidz_test.c

490

tgtidx[2] = x2 + raidz_parity(rm);

usr/src/cmd/raidz_test/raidz_test.c

492

corrupt_colums(rm, tgtidx, 3);

usr/src/cmd/raidz_test/raidz_test.c

496

rm, tgtidx, 3);

usr/src/cmd/raidz_test/raidz_test.c

498

if (cmp_data(opts, rm) != 0) {

usr/src/cmd/rm/rm.c

183

while (rm(*argv, rec = cur = &top) != 0)

usr/src/cmd/rm/rm.c

497

if (rm(dent->d_name, &frame) != 0)

usr/src/cmd/rm/rm.c

77

static int rm(const char *, struct dlist *);

usr/src/common/crypto/ecc/ec2_163.c

188

mp_digit rm[6];

usr/src/common/crypto/ecc/ec2_163.c

245

s_bmul_3x3(rm, a5 ^ a2, a4 ^ a1, a3 ^ a0, b5 ^ b2, b4 ^ b1,

usr/src/common/crypto/ecc/ec2_163.c

247

rm[5] ^= MP_DIGIT(r, 5) ^ MP_DIGIT(r, 11);

usr/src/common/crypto/ecc/ec2_163.c

248

rm[4] ^= MP_DIGIT(r, 4) ^ MP_DIGIT(r, 10);

usr/src/common/crypto/ecc/ec2_163.c

249

rm[3] ^= MP_DIGIT(r, 3) ^ MP_DIGIT(r, 9);

usr/src/common/crypto/ecc/ec2_163.c

250

rm[2] ^= MP_DIGIT(r, 2) ^ MP_DIGIT(r, 8);

usr/src/common/crypto/ecc/ec2_163.c

251

rm[1] ^= MP_DIGIT(r, 1) ^ MP_DIGIT(r, 7);

usr/src/common/crypto/ecc/ec2_163.c

252

rm[0] ^= MP_DIGIT(r, 0) ^ MP_DIGIT(r, 6);

usr/src/common/crypto/ecc/ec2_163.c

253

MP_DIGIT(r, 8) ^= rm[5];

usr/src/common/crypto/ecc/ec2_163.c

254

MP_DIGIT(r, 7) ^= rm[4];

usr/src/common/crypto/ecc/ec2_163.c

255

MP_DIGIT(r, 6) ^= rm[3];

usr/src/common/crypto/ecc/ec2_163.c

256

MP_DIGIT(r, 5) ^= rm[2];

usr/src/common/crypto/ecc/ec2_163.c

257

MP_DIGIT(r, 4) ^= rm[1];

usr/src/common/crypto/ecc/ec2_163.c

258

MP_DIGIT(r, 3) ^= rm[0];

usr/src/common/crypto/ecc/ec2_193.c

197

mp_digit rm[8];

usr/src/common/crypto/ecc/ec2_193.c

260

s_bmul_4x4(rm, a3, a6 ^ a2, a5 ^ a1, a4 ^ a0, b3, b6 ^ b2, b5 ^ b1,

usr/src/common/crypto/ecc/ec2_193.c

262

rm[7] ^= MP_DIGIT(r, 7);

usr/src/common/crypto/ecc/ec2_193.c

263

rm[6] ^= MP_DIGIT(r, 6);

usr/src/common/crypto/ecc/ec2_193.c

264

rm[5] ^= MP_DIGIT(r, 5) ^ MP_DIGIT(r, 13);

usr/src/common/crypto/ecc/ec2_193.c

265

rm[4] ^= MP_DIGIT(r, 4) ^ MP_DIGIT(r, 12);

usr/src/common/crypto/ecc/ec2_193.c

266

rm[3] ^= MP_DIGIT(r, 3) ^ MP_DIGIT(r, 11);

usr/src/common/crypto/ecc/ec2_193.c

267

rm[2] ^= MP_DIGIT(r, 2) ^ MP_DIGIT(r, 10);

usr/src/common/crypto/ecc/ec2_193.c

268

rm[1] ^= MP_DIGIT(r, 1) ^ MP_DIGIT(r, 9);

usr/src/common/crypto/ecc/ec2_193.c

269

rm[0] ^= MP_DIGIT(r, 0) ^ MP_DIGIT(r, 8);

usr/src/common/crypto/ecc/ec2_193.c

270

MP_DIGIT(r, 11) ^= rm[7];

usr/src/common/crypto/ecc/ec2_193.c

271

MP_DIGIT(r, 10) ^= rm[6];

usr/src/common/crypto/ecc/ec2_193.c

272

MP_DIGIT(r, 9) ^= rm[5];

usr/src/common/crypto/ecc/ec2_193.c

273

MP_DIGIT(r, 8) ^= rm[4];

usr/src/common/crypto/ecc/ec2_193.c

274

MP_DIGIT(r, 7) ^= rm[3];

usr/src/common/crypto/ecc/ec2_193.c

275

MP_DIGIT(r, 6) ^= rm[2];

usr/src/common/crypto/ecc/ec2_193.c

276

MP_DIGIT(r, 5) ^= rm[1];

usr/src/common/crypto/ecc/ec2_193.c

277

MP_DIGIT(r, 4) ^= rm[0];

usr/src/common/crypto/ecc/ec2_233.c

216

mp_digit rm[8];

usr/src/common/crypto/ecc/ec2_233.c

285

s_bmul_4x4(rm, a7 ^ a3, a6 ^ a2, a5 ^ a1, a4 ^ a0, b7 ^ b3,

usr/src/common/crypto/ecc/ec2_233.c

287

rm[7] ^= MP_DIGIT(r, 7) ^ MP_DIGIT(r, 15);

usr/src/common/crypto/ecc/ec2_233.c

288

rm[6] ^= MP_DIGIT(r, 6) ^ MP_DIGIT(r, 14);

usr/src/common/crypto/ecc/ec2_233.c

289

rm[5] ^= MP_DIGIT(r, 5) ^ MP_DIGIT(r, 13);

usr/src/common/crypto/ecc/ec2_233.c

290

rm[4] ^= MP_DIGIT(r, 4) ^ MP_DIGIT(r, 12);

usr/src/common/crypto/ecc/ec2_233.c

291

rm[3] ^= MP_DIGIT(r, 3) ^ MP_DIGIT(r, 11);

usr/src/common/crypto/ecc/ec2_233.c

292

rm[2] ^= MP_DIGIT(r, 2) ^ MP_DIGIT(r, 10);

usr/src/common/crypto/ecc/ec2_233.c

293

rm[1] ^= MP_DIGIT(r, 1) ^ MP_DIGIT(r, 9);

usr/src/common/crypto/ecc/ec2_233.c

294

rm[0] ^= MP_DIGIT(r, 0) ^ MP_DIGIT(r, 8);

usr/src/common/crypto/ecc/ec2_233.c

295

MP_DIGIT(r, 11) ^= rm[7];

usr/src/common/crypto/ecc/ec2_233.c

296

MP_DIGIT(r, 10) ^= rm[6];

usr/src/common/crypto/ecc/ec2_233.c

297

MP_DIGIT(r, 9) ^= rm[5];

usr/src/common/crypto/ecc/ec2_233.c

298

MP_DIGIT(r, 8) ^= rm[4];

usr/src/common/crypto/ecc/ec2_233.c

299

MP_DIGIT(r, 7) ^= rm[3];

usr/src/common/crypto/ecc/ec2_233.c

300

MP_DIGIT(r, 6) ^= rm[2];

usr/src/common/crypto/ecc/ec2_233.c

301

MP_DIGIT(r, 5) ^= rm[1];

usr/src/common/crypto/ecc/ec2_233.c

302

MP_DIGIT(r, 4) ^= rm[0];

usr/src/common/mc/zen_umc/zen_umc_decode.c

1982

uint8_t rm = 0;

usr/src/common/mc/zen_umc/zen_umc_decode.c

1998

rm |= bit << i;

usr/src/common/mc/zen_umc/zen_umc_decode.c

2001

dec->dec_dimm_rm = rm;

usr/src/common/mc/zen_umc/zen_umc_dump.c

143

nvlist_t *rm[ZEN_UMC_MAX_CHAN_RM_HASH];

usr/src/common/mc/zen_umc/zen_umc_dump.c

145

rm[i] = fnvlist_alloc();

usr/src/common/mc/zen_umc/zen_umc_dump.c

147

fnvlist_add_uint64(rm[i], "uah_addr_xor",

usr/src/common/mc/zen_umc/zen_umc_dump.c

149

fnvlist_add_boolean_value(rm[i], "uah_en",

usr/src/common/mc/zen_umc/zen_umc_dump.c

152

fnvlist_add_nvlist_array(nvl, "uch_rm_hashes", rm,

usr/src/common/mc/zen_umc/zen_umc_dump.c

156

nvlist_free(rm[i]);

usr/src/common/mc/zen_umc/zen_umc_dump.c

496

nvlist_t **rm;

usr/src/common/mc/zen_umc/zen_umc_dump.c

499

if (nvlist_lookup_nvlist_array(nvl, "uch_rm_hashes", &rm,

usr/src/common/mc/zen_umc/zen_umc_dump.c

509

if (nvlist_lookup_pairs(rm[i], 0,

usr/src/lib/libadm/common/putdgrp.c

600

struct member *pm, *qm, *rm; /* Tmp ptrs to struct member */

usr/src/lib/libadm/common/putdgrp.c

645

while ((rm = qm->next) != NULL) {

usr/src/lib/libadm/common/putdgrp.c

646

if (strcmp(pm->name, rm->name) == 0) {

usr/src/lib/libadm/common/putdgrp.c

647

qm->next = rm->next;

usr/src/lib/libadm/common/putdgrp.c

648

free(rm->name);

usr/src/lib/libadm/common/putdgrp.c

649

free(rm);

usr/src/lib/libadm/common/putdgrp.c

650

} else qm = rm;

usr/src/lib/libc/sparc/fp/_Q_div.c

107

unsigned int msw, frac2, frac3, frac4, rm;

usr/src/lib/libc/sparc/fp/_Q_div.c

488

rm = fsr >> 30;

usr/src/lib/libc/sparc/fp/_Q_div.c

490

rm ^= (rm >> 1);

usr/src/lib/libc/sparc/fp/_Q_div.c

498

if (rm == FSR_RP || (rm == FSR_RN && (c > twom113 ||

usr/src/lib/libc/sparc/fp/_Q_div.c

514

if (rm == FSR_RN || rm == FSR_RP) {

usr/src/lib/libc/sparc/fp/_Q_mul.c

402

rm = fsr >> 30;

usr/src/lib/libc/sparc/fp/_Q_mul.c

404

rm ^= (rm >> 1);

usr/src/lib/libc/sparc/fp/_Q_mul.c

412

if (rm == FSR_RP || (rm == FSR_RN && (c > twom113 ||

usr/src/lib/libc/sparc/fp/_Q_mul.c

427

if (rm == FSR_RN || rm == FSR_RP) {

usr/src/lib/libc/sparc/fp/_Q_mul.c

89

unsigned int msw, frac2, frac3, frac4, rm;

usr/src/lib/libc/sparc/fp/_Q_qtod.c

109

u.l.lo = ((rm == FSR_RP)? 1 : 0);

usr/src/lib/libc/sparc/fp/_Q_qtod.c

156

if (rm == FSR_RP || (rm == FSR_RN && round && (sticky ||

usr/src/lib/libc/sparc/fp/_Q_qtod.c

40

unsigned int xm, round, sticky, fsr, rm;

usr/src/lib/libc/sparc/fp/_Q_qtod.c

48

rm = fsr >> 30;

usr/src/lib/libc/sparc/fp/_Q_qtod.c

50

rm ^= (rm >> 1);

usr/src/lib/libc/sparc/fp/_Q_qtod.c

81

if (rm == FSR_RN || rm == FSR_RP) {

usr/src/lib/libc/sparc/fp/_Q_qtos.c

104

u.l = ((rm == FSR_RP)? 1 : 0);

usr/src/lib/libc/sparc/fp/_Q_qtos.c

139

if (rm == FSR_RP || (rm == FSR_RN && round && (sticky ||

usr/src/lib/libc/sparc/fp/_Q_qtos.c

43

unsigned int xm, round, sticky, fsr, rm;

usr/src/lib/libc/sparc/fp/_Q_qtos.c

51

rm = fsr >> 30;

usr/src/lib/libc/sparc/fp/_Q_qtos.c

53

rm ^= (rm >> 1);

usr/src/lib/libc/sparc/fp/_Q_qtos.c

81

if (rm == FSR_RN || rm == FSR_RP)

usr/src/lib/libc/sparc/fp/_Q_sqrt.c

327

rm = fsr >> 30;

usr/src/lib/libc/sparc/fp/_Q_sqrt.c

335

if (rm == FSR_RP || (rm == FSR_RN && (c > twom113 ||

usr/src/lib/libc/sparc/fp/_Q_sqrt.c

98

unsigned int msw, frac2, frac3, frac4, rm;

usr/src/lib/libc/sparc/fp/__quad_mag.c

146

rm = *fsr >> 30;

usr/src/lib/libc/sparc/fp/__quad_mag.c

148

rm ^= (rm >> 1);

usr/src/lib/libc/sparc/fp/__quad_mag.c

155

if (rm == FSR_RP || (rm == FSR_RN && round &&

usr/src/lib/libc/sparc/fp/__quad_mag.c

171

if (rm == FSR_RN || rm == FSR_RP) {

usr/src/lib/libc/sparc/fp/__quad_mag.c

207

unsigned int guard, round, sticky, borrow, rm;

usr/src/lib/libc/sparc/fp/__quad_mag.c

316

rm = *fsr >> 30;

usr/src/lib/libc/sparc/fp/__quad_mag.c

320

z->l.msw = ((rm == FSR_RM)? 0x80000000 : 0);

usr/src/lib/libc/sparc/fp/__quad_mag.c

378

rm ^= (rm >> 1);

usr/src/lib/libc/sparc/fp/__quad_mag.c

385

if (rm == FSR_RP || (rm == FSR_RN && round &&

usr/src/lib/libc/sparc/fp/__quad_mag.c

47

unsigned int round, sticky, carry, rm;

usr/src/lib/libm/common/Q/sqrtl.c

232

__q_pack(const double *z, int exp, enum fp_direction_type rm,

usr/src/lib/libm/common/Q/sqrtl.c

290

if (rm == fp_positive || (rm == fp_nearest && (t > twom113 ||

usr/src/lib/libm/common/Q/sqrtl.c

402

enum fp_direction_type rm;

usr/src/lib/libm/common/Q/sqrtl.c

450

rm = __swapRD(fp_nearest);

usr/src/lib/libm/common/Q/sqrtl.c

468

__q_pack(zz, ex >> 1, rm, &x, &inexact);

usr/src/lib/libm/common/Q/sqrtl.c

470

(void) __swapRD(rm);

usr/src/lib/libm/common/m9x/fma.c

300

rm = fsr >> 30;

usr/src/lib/libm/common/m9x/fma.c

310

zz.i[0] = rm == FSR_RM ? 0x80000000 : 0;

usr/src/lib/libm/common/m9x/fma.c

322

rm ^= rm >> 1;

usr/src/lib/libm/common/m9x/fma.c

329

if (rm == FSR_RP || (rm == FSR_RN && (z2 > 0x80000000u ||

usr/src/lib/libm/common/m9x/fma.c

343

if (rm == FSR_RN || rm == FSR_RP) {

usr/src/lib/libm/common/m9x/fma.c

409

unsigned cwsw, oldcwsw, rm;

usr/src/lib/libm/common/m9x/fma.c

481

rm = oldcwsw & 0x0c000000;

usr/src/lib/libm/common/m9x/fma.c

482

yy.i[2] = ((rm == FCW_RM)? 0x8000 : 0);

usr/src/lib/libm/common/m9x/fma.c

77

unsigned int xy0, xy1, xy2, xy3, z0, z1, z2, z3, fsr, rm, sticky;

usr/src/lib/libm/common/m9x/fmal.c

1137

rm = oldcwsw & 0x0c000000;

usr/src/lib/libm/common/m9x/fmal.c

1145

zz.i[2] = rm == FCW_RM ? 0x8000 : 0;

usr/src/lib/libm/common/m9x/fmal.c

1156

if (sz && (rm == FCW_RM || rm == FCW_RP))

usr/src/lib/libm/common/m9x/fmal.c

1157

rm = (FCW_RM + FCW_RP) - rm;

usr/src/lib/libm/common/m9x/fmal.c

1161

if (rm == FCW_RP || (rm == FCW_RN && (z2 > 0x80000000u ||

usr/src/lib/libm/common/m9x/fmal.c

1171

if ((rm == FCW_RP && z2 >

usr/src/lib/libm/common/m9x/fmal.c

1172

0x80000000u) || (rm == FCW_RN &&

usr/src/lib/libm/common/m9x/fmal.c

1188

if (rm == FCW_RN || rm == FCW_RP) {

usr/src/lib/libm/common/m9x/fmal.c

745

rm = fsr >> 30;

usr/src/lib/libm/common/m9x/fmal.c

754

zz.i[0] = rm == FSR_RM ? 0x80000000 : 0;

usr/src/lib/libm/common/m9x/fmal.c

766

rm ^= rm >> 1;

usr/src/lib/libm/common/m9x/fmal.c

773

if (rm == FSR_RP || (rm == FSR_RN && (z4 > 0x80000000u ||

usr/src/lib/libm/common/m9x/fmal.c

788

if (rm == FSR_RN || rm == FSR_RP) {

usr/src/lib/libm/common/m9x/fmal.c

881

unsigned oldcwsw, cwsw, rm, sticky, carry;

usr/src/lib/libm/common/m9x/fmal.c

95

unsigned int rm, sticky;

usr/src/lib/libm/common/m9x/llrintl.c

115

if (frac && (rm == FSR_RP || (rm == FSR_RN && (frac > 0x80000000u ||

usr/src/lib/libm/common/m9x/llrintl.c

58

int rm, j;

usr/src/lib/libm/common/m9x/llrintl.c

75

rm = fsr >> 30;

usr/src/lib/libm/common/m9x/llrintl.c

79

rm ^= rm >> 1;

usr/src/lib/libm/common/m9x/llrintl.c

85

if (rm == FSR_RP || (rm == FSR_RN && (hx >= 0x3ffe0000 &&

usr/src/lib/libm/common/m9x/lrintl.c

101

if (frac && (rm == FSR_RP || (rm == FSR_RN && (frac > 0x80000000U ||

usr/src/lib/libm/common/m9x/lrintl.c

52

int rm, j;

usr/src/lib/libm/common/m9x/lrintl.c

69

rm = fsr >> 30;

usr/src/lib/libm/common/m9x/lrintl.c

73

rm ^= rm >> 1;

usr/src/lib/libm/common/m9x/lrintl.c

79

if (rm == FSR_RP || (rm == FSR_RN && (hx >= 0x3ffe0000 &&

usr/src/lib/libm/common/m9x/nearbyint.c

100

if ((rm == FE_UPWARD) || ((rm == FE_TONEAREST) &&

usr/src/lib/libm/common/m9x/nearbyint.c

110

if ((rm == FE_UPWARD) || ((rm == FE_TONEAREST) &&

usr/src/lib/libm/common/m9x/nearbyint.c

51

int rm, j;

usr/src/lib/libm/common/m9x/nearbyint.c

71

rm = fegetround();

usr/src/lib/libm/common/m9x/nearbyint.c

74

if (sx && (rm == FE_UPWARD || rm == FE_DOWNWARD))

usr/src/lib/libm/common/m9x/nearbyint.c

75

rm = (FE_UPWARD + FE_DOWNWARD) - rm;

usr/src/lib/libm/common/m9x/nearbyint.c

79

if (rm == FE_UPWARD || (rm == FE_TONEAREST &&

usr/src/lib/libm/common/m9x/nearbyintf.c

108

int rm;

usr/src/lib/libm/common/m9x/nearbyintf.c

126

rm = oldfsr >> 30;

usr/src/lib/libm/common/m9x/nearbyintf.c

128

rm ^= rm >> 1;

usr/src/lib/libm/common/m9x/nearbyintf.c

129

if (rm == FSR_RP || (rm == FSR_RN && hx > 0x3f000000))

usr/src/lib/libm/common/m9x/nearbyintf.c

42

int rm;

usr/src/lib/libm/common/m9x/nearbyintf.c

57

rm = fegetround();

usr/src/lib/libm/common/m9x/nearbyintf.c

60

if (sx && (rm == FE_UPWARD || rm == FE_DOWNWARD))

usr/src/lib/libm/common/m9x/nearbyintf.c

61

rm = (FE_UPWARD + FE_DOWNWARD) - rm;

usr/src/lib/libm/common/m9x/nearbyintf.c

65

if (rm == FE_UPWARD || (rm == FE_TONEAREST && hx > 0x3f000000))

usr/src/lib/libm/common/m9x/nearbyintf.c

79

if (rm == FE_UPWARD || (rm == FE_TONEAREST && (frac > (i >> 1) ||

usr/src/lib/libm/common/m9x/nearbyintl.c

101

if (rm == FSR_RP || (rm == FSR_RN && (frac > 0x80000000u ||

usr/src/lib/libm/common/m9x/nearbyintl.c

113

if (rm == FSR_RP || (rm == FSR_RN && (frac > 0x80000000u ||

usr/src/lib/libm/common/m9x/nearbyintl.c

128

if (rm == FSR_RP || (rm == FSR_RN && (frac > 0x80000000u ||

usr/src/lib/libm/common/m9x/nearbyintl.c

141

if (rm == FSR_RP || (rm == FSR_RN && (frac > 0x80000000u ||

usr/src/lib/libm/common/m9x/nearbyintl.c

51

int rm, j;

usr/src/lib/libm/common/m9x/nearbyintl.c

73

rm = fsr >> 30;

usr/src/lib/libm/common/m9x/nearbyintl.c

77

rm ^= rm >> 1;

usr/src/lib/libm/common/m9x/nearbyintl.c

81

if (rm == FSR_RP || (rm == FSR_RN && (hx >= 0x3ffe0000 &&

usr/src/test/i2c-tests/tests/ioctl/addresses.c

504

ui2c_dev_rem_t rm = {

usr/src/test/i2c-tests/tests/ioctl/addresses.c

513

if (ioctl(fd, UI2C_IOCTL_DEVICE_REMOVE, &rm) != 0) {

usr/src/test/i2c-tests/tests/ioctl/addresses.c

519

if (rm.udr_error.i2c_error != err) {

usr/src/test/i2c-tests/tests/ioctl/addresses.c

521

"expected 0x%x", desc, rm.udr_error.i2c_error, err);

usr/src/test/i2c-tests/tests/ioctl/addresses.c

525

if (rm.udr_error.i2c_ctrl != I2C_CTRL_E_OK) {

usr/src/test/i2c-tests/tests/ioctl/addresses.c

527

"error 0x%x", desc, rm.udr_error.i2c_ctrl);

usr/src/tools/smatch/src/ptrlist.c

34

nr += list->nr - list->rm;

usr/src/tools/smatch/src/ptrlist.c

52

if (list->nr - list->rm)

usr/src/tools/smatch/src/ptrlist.c

72

nr += list->nr - list->rm;

usr/src/tools/smatch/src/ptrlist.h

196

if (__list->rm && !ptr) \

usr/src/tools/smatch/src/ptrlist.h

215

if (__list->rm && !ptr) \

usr/src/tools/smatch/src/ptrlist.h

23

int rm:8; \

usr/src/tools/smatch/src/ptrlist.h

277

__list->rm++; \

usr/src/uts/common/fs/smbclnt/netsmb/subr_mchain.c

927

mblk_t *m, *rm;

usr/src/uts/common/fs/smbclnt/netsmb/subr_mchain.c

943

rm = m_copym(m, off, size, M_WAITOK);

usr/src/uts/common/fs/smbclnt/netsmb/subr_mchain.c

944

if (rm == NULL)

usr/src/uts/common/fs/smbclnt/netsmb/subr_mchain.c

948

*ret = rm;

usr/src/uts/common/fs/vnode.c

1835

vn_remove(char *fnamep, enum uio_seg seg, enum rm dirflag)

usr/src/uts/common/fs/vnode.c

1841

vn_removeat(vnode_t *startvp, char *fnamep, enum uio_seg seg, enum rm dirflag)

usr/src/uts/common/fs/zfs/btree.c

1564

zfs_btree_core_t *rm = (zfs_btree_core_t *)new_rm_hdr;

usr/src/uts/common/fs/zfs/btree.c

1581

bt_transfer_core(tree, rm, 0, new_rm_hdr->bth_count, keep,

usr/src/uts/common/fs/zfs/btree.c

1793

zfs_btree_leaf_t *rm = (zfs_btree_leaf_t *)rm_hdr;

usr/src/uts/common/fs/zfs/btree.c

1819

bt_transfer_leaf(tree, rm, 0, rm_hdr->bth_count, keep, k_count + 1);

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

157

#define raidz_parity(rm) ((rm)->rm_firstdatacol)

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

158

#define raidz_ncols(rm) ((rm)->rm_cols)

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

159

#define raidz_nbigcols(rm) ((rm)->rm_bigcols)

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

160

#define raidz_col_p(rm, c) ((rm)->rm_col + (c))

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

161

#define raidz_col_size(rm, c) ((rm)->rm_col[c].rc_size)

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

162

#define raidz_big_size(rm) (raidz_col_size(rm, CODE_P))

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

163

#define raidz_short_size(rm) (raidz_col_size(rm, raidz_ncols(rm)-1))

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

175

raidz_map_t *rm = (raidz_map_t *) rmp; \

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

176

raidz_generate_## code ## _impl(rm); \

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

189

raidz_map_t *rm = (raidz_map_t *) rmp; \

usr/src/uts/common/fs/zfs/sys/vdev_raidz_impl.h

190

return (raidz_reconstruct_## code ## _impl(rm, tgtidx)); \

usr/src/uts/common/fs/zfs/vdev_raidz.c

1142

vdev_raidz_matrix_init(raidz_map_t *rm, int n, int nmap, int *map,

usr/src/uts/common/fs/zfs/vdev_raidz.c

1148

ASSERT(n == rm->rm_cols - rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1172

vdev_raidz_matrix_invert(raidz_map_t *rm, int n, int nmissing, int *missing,

usr/src/uts/common/fs/zfs/vdev_raidz.c

1184

ASSERT3S(used[i], <, rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1187

ASSERT3S(used[i], >=, rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1204

ASSERT3U(used[j], >=, rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1205

jj = used[j] - rm->rm_firstdatacol;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1266

vdev_raidz_matrix_reconstruct(raidz_map_t *rm, int n, int nmissing,

usr/src/uts/common/fs/zfs/vdev_raidz.c

1298

ASSERT3U(c, <, rm->rm_cols);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1300

src = abd_to_buf(rm->rm_col[c].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1301

ccount = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1303

cc = missing[j] + rm->rm_firstdatacol;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1304

ASSERT3U(cc, >=, rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1305

ASSERT3U(cc, <, rm->rm_cols);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1308

dst[j] = abd_to_buf(rm->rm_col[cc].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1309

dcount[j] = rm->rm_col[cc].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1312

ASSERT(ccount >= rm->rm_col[missing[0]].rc_size || i > 0);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1342

vdev_raidz_reconstruct_general(raidz_map_t *rm, int *tgts, int ntgts)

usr/src/uts/common/fs/zfs/vdev_raidz.c

1364

if (!abd_is_linear(rm->rm_col[rm->rm_firstdatacol].rc_abd)) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1365

bufs = kmem_alloc(rm->rm_cols * sizeof (abd_t *), KM_PUSHPAGE);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1367

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1368

raidz_col_t *col = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

1378

n = rm->rm_cols - rm->rm_firstdatacol;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1385

if (tgts[t] >= rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1387

tgts[t] - rm->rm_firstdatacol;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1397

ASSERT(c < rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

141

vdev_raidz_map_free(raidz_map_t *rm)

usr/src/uts/common/fs/zfs/vdev_raidz.c

1432

for (tt = 0, c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1434

c == missing_rows[tt] + rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1447

vdev_raidz_matrix_init(rm, n, nmissing_rows, parity_map, rows);

usr/src/uts/common/fs/zfs/vdev_raidz.c

145

for (c = 0; c < rm->rm_firstdatacol; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1452

vdev_raidz_matrix_invert(rm, n, nmissing_rows, missing_rows, rows,

usr/src/uts/common/fs/zfs/vdev_raidz.c

1458

vdev_raidz_matrix_reconstruct(rm, n, nmissing_rows, missing_rows,

usr/src/uts/common/fs/zfs/vdev_raidz.c

146

abd_free(rm->rm_col[c].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1467

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1468

raidz_col_t *col = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

1476

kmem_free(bufs, rm->rm_cols * sizeof (abd_t *));

usr/src/uts/common/fs/zfs/vdev_raidz.c

148

if (rm->rm_col[c].rc_gdata != NULL)

usr/src/uts/common/fs/zfs/vdev_raidz.c

1483

vdev_raidz_reconstruct(raidz_map_t *rm, const int *t, int nt)

usr/src/uts/common/fs/zfs/vdev_raidz.c

149

abd_free(rm->rm_col[c].rc_gdata);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1499

nbadparity = rm->rm_firstdatacol;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1500

nbaddata = rm->rm_cols - nbadparity;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1502

for (i = 0, c = 0; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1503

if (c < rm->rm_firstdatacol)

usr/src/uts/common/fs/zfs/vdev_raidz.c

1509

} else if (rm->rm_col[c].rc_error != 0) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1511

} else if (c >= rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

152

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++)

usr/src/uts/common/fs/zfs/vdev_raidz.c

1526

ret = vdev_raidz_math_reconstruct(rm, parity_valid, dt, nbaddata);

usr/src/uts/common/fs/zfs/vdev_raidz.c

153

abd_put(rm->rm_col[c].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1536

return (vdev_raidz_reconstruct_p(rm, dt, 1));

usr/src/uts/common/fs/zfs/vdev_raidz.c

1538

ASSERT(rm->rm_firstdatacol > 1);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1541

return (vdev_raidz_reconstruct_q(rm, dt, 1));

usr/src/uts/common/fs/zfs/vdev_raidz.c

1543

ASSERT(rm->rm_firstdatacol > 2);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1547

ASSERT(rm->rm_firstdatacol > 1);

usr/src/uts/common/fs/zfs/vdev_raidz.c

155

if (rm->rm_abd_copy != NULL)

usr/src/uts/common/fs/zfs/vdev_raidz.c

1551

return (vdev_raidz_reconstruct_pq(rm, dt, 2));

usr/src/uts/common/fs/zfs/vdev_raidz.c

1553

ASSERT(rm->rm_firstdatacol > 2);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1558

code = vdev_raidz_reconstruct_general(rm, tgts, ntgts);

usr/src/uts/common/fs/zfs/vdev_raidz.c

156

abd_free(rm->rm_abd_copy);

usr/src/uts/common/fs/zfs/vdev_raidz.c

158

kmem_free(rm, offsetof(raidz_map_t, rm_col[rm->rm_scols]));

usr/src/uts/common/fs/zfs/vdev_raidz.c

164

raidz_map_t *rm = zio->io_vsd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

166

ASSERT0(rm->rm_freed);

usr/src/uts/common/fs/zfs/vdev_raidz.c

167

rm->rm_freed = 1;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1685

raidz_map_t *rm;

usr/src/uts/common/fs/zfs/vdev_raidz.c

169

if (rm->rm_reports == 0)

usr/src/uts/common/fs/zfs/vdev_raidz.c

170

vdev_raidz_map_free(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1719

rm = vdev_raidz_map_alloc(zio, tvd->vdev_ashift, vd->vdev_children,

usr/src/uts/common/fs/zfs/vdev_raidz.c

1724

for (c = rm->rm_firstdatacol; c < rm->rm_cols;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1726

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

1762

vdev_raidz_map_free(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

177

raidz_map_t *rm = arg;

usr/src/uts/common/fs/zfs/vdev_raidz.c

179

ASSERT3U(rm->rm_reports, >, 0);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1797

vdev_raidz_io_verify(zio_t *zio, raidz_map_t *rm, int col)

usr/src/uts/common/fs/zfs/vdev_raidz.c

1808

raidz_col_t *rc = &rm->rm_col[col];

usr/src/uts/common/fs/zfs/vdev_raidz.c

181

if (--rm->rm_reports == 0 && rm->rm_freed != 0)

usr/src/uts/common/fs/zfs/vdev_raidz.c

182

vdev_raidz_map_free(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1852

raidz_map_t *rm;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1856

rm = vdev_raidz_map_alloc(zio, tvd->vdev_ashift, vd->vdev_children,

usr/src/uts/common/fs/zfs/vdev_raidz.c

1859

zio->io_vsd = rm;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1862

ASSERT3U(rm->rm_asize, ==, vdev_psize_to_asize(vd, zio->io_size));

usr/src/uts/common/fs/zfs/vdev_raidz.c

1865

vdev_raidz_generate_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1867

for (c = 0; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1868

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

1874

vdev_raidz_io_verify(zio, rm, c);

usr/src/uts/common/fs/zfs/vdev_raidz.c

188

raidz_map_t *rm = zcr->zcr_cbdata;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1886

for (c = rm->rm_skipstart, i = 0; i < rm->rm_nskip; c++, i++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1887

ASSERT(c <= rm->rm_scols);

usr/src/uts/common/fs/zfs/vdev_raidz.c

1888

if (c == rm->rm_scols)

usr/src/uts/common/fs/zfs/vdev_raidz.c

1890

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

1909

for (c = rm->rm_cols - 1; c >= 0; c--) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

1910

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

1913

if (c >= rm->rm_firstdatacol)

usr/src/uts/common/fs/zfs/vdev_raidz.c

1914

rm->rm_missingdata++;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1916

rm->rm_missingparity++;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1923

if (c >= rm->rm_firstdatacol)

usr/src/uts/common/fs/zfs/vdev_raidz.c

1924

rm->rm_missingdata++;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1926

rm->rm_missingparity++;

usr/src/uts/common/fs/zfs/vdev_raidz.c

193

const abd_t *bad = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1931

if (c >= rm->rm_firstdatacol || rm->rm_missingdata > 0 ||

usr/src/uts/common/fs/zfs/vdev_raidz.c

1954

raidz_map_t *rm = zio->io_vsd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1961

zbc.zbc_injected = rm->rm_ecksuminjected;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1977

raidz_map_t *rm = zio->io_vsd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1981

rm->rm_ecksuminjected = 1;

usr/src/uts/common/fs/zfs/vdev_raidz.c

1993

raidz_parity_verify(zio_t *zio, raidz_map_t *rm)

usr/src/uts/common/fs/zfs/vdev_raidz.c

200

if (c < rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2006

for (c = 0; c < rm->rm_firstdatacol; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2007

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

2014

vdev_raidz_generate_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2016

for (c = 0; c < rm->rm_firstdatacol; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2017

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

2032

vdev_raidz_worst_error(raidz_map_t *rm)

usr/src/uts/common/fs/zfs/vdev_raidz.c

2036

for (int c = 0; c < rm->rm_cols; c++)

usr/src/uts/common/fs/zfs/vdev_raidz.c

2037

error = zio_worst_error(error, rm->rm_col[c].rc_error);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2053

raidz_map_t *rm = zio->io_vsd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

206

if (rm->rm_col[0].rc_gdata == NULL) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2061

ASSERT(total_errors < rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2068

for (n = 1; n <= rm->rm_firstdatacol - total_errors; n++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2080

c < rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2081

c = rm->rm_firstdatacol;

usr/src/uts/common/fs/zfs/vdev_raidz.c

2084

while (rm->rm_col[c].rc_error != 0) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2086

ASSERT3S(c, <, rm->rm_cols);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2095

tgts[n] = rm->rm_cols;

usr/src/uts/common/fs/zfs/vdev_raidz.c

2104

orig[n - 1] = abd_alloc_sametype(rm->rm_col[0].rc_abd,

usr/src/uts/common/fs/zfs/vdev_raidz.c

2105

rm->rm_col[0].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2122

ASSERT3S(c, <, rm->rm_cols);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2123

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

2134

code = vdev_raidz_reconstruct(rm, tgts, n);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2139

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

214

for (x = 0; x < rm->rm_firstdatacol; x++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

215

bad_parity[x] = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

2156

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

216

rm->rm_col[x].rc_abd =

usr/src/uts/common/fs/zfs/vdev_raidz.c

2169

next < rm->rm_cols &&

usr/src/uts/common/fs/zfs/vdev_raidz.c

217

rm->rm_col[x].rc_gdata =

usr/src/uts/common/fs/zfs/vdev_raidz.c

2170

rm->rm_col[next].rc_error != 0; next++)

usr/src/uts/common/fs/zfs/vdev_raidz.c

218

abd_alloc_sametype(rm->rm_col[x].rc_abd,

usr/src/uts/common/fs/zfs/vdev_raidz.c

2186

rm->rm_col[c].rc_error != 0; c++)

usr/src/uts/common/fs/zfs/vdev_raidz.c

219

rm->rm_col[x].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2229

raidz_map_t *rm = zio->io_vsd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

224

for (; x < rm->rm_cols; x++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2242

ASSERT(rm->rm_missingparity <= rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2243

ASSERT(rm->rm_missingdata <= rm->rm_cols - rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2245

for (c = 0; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2246

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

225

abd_put(rm->rm_col[x].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2251

if (c < rm->rm_firstdatacol)

usr/src/uts/common/fs/zfs/vdev_raidz.c

2260

} else if (c < rm->rm_firstdatacol && !rc->rc_tried) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

227

rm->rm_col[x].rc_abd =

usr/src/uts/common/fs/zfs/vdev_raidz.c

2277

if (total_errors > rm->rm_firstdatacol)

usr/src/uts/common/fs/zfs/vdev_raidz.c

2278

zio->io_error = vdev_raidz_worst_error(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

229

offset, rm->rm_col[x].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

230

offset += rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

2301

if (total_errors <= rm->rm_firstdatacol - parity_untried) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2313

rm->rm_firstdatacol ||

usr/src/uts/common/fs/zfs/vdev_raidz.c

2315

n = raidz_parity_verify(zio, rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2318

rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2331

ASSERT(parity_errors < rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2337

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2338

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

2345

ASSERT(rm->rm_firstdatacol >= n);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2347

code = vdev_raidz_reconstruct(rm, tgts, n);

usr/src/uts/common/fs/zfs/vdev_raidz.c

236

vdev_raidz_generate_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2363

if (parity_errors < rm->rm_firstdatacol - n ||

usr/src/uts/common/fs/zfs/vdev_raidz.c

2365

n = raidz_parity_verify(zio, rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2368

rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2384

rm->rm_missingdata = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

2385

rm->rm_missingparity = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

2387

for (c = 0; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2388

if (rm->rm_col[c].rc_tried)

usr/src/uts/common/fs/zfs/vdev_raidz.c

239

for (x = 0; x < rm->rm_firstdatacol; x++)

usr/src/uts/common/fs/zfs/vdev_raidz.c

2393

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

240

rm->rm_col[x].rc_abd = bad_parity[x];

usr/src/uts/common/fs/zfs/vdev_raidz.c

2401

} while (++c < rm->rm_cols);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2416

if (total_errors > rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2417

zio->io_error = vdev_raidz_worst_error(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2419

} else if (total_errors < rm->rm_firstdatacol &&

usr/src/uts/common/fs/zfs/vdev_raidz.c

2426

if (code != (1 << rm->rm_firstdatacol) - 1)

usr/src/uts/common/fs/zfs/vdev_raidz.c

2427

(void) raidz_parity_verify(zio, rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

243

for (x = rm->rm_firstdatacol; x < rm->rm_cols; x++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

244

abd_put(rm->rm_col[x].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2444

for (c = 0; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2445

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

245

rm->rm_col[x].rc_abd = abd_get_offset_size(

usr/src/uts/common/fs/zfs/vdev_raidz.c

2450

rm->rm_ecksuminjected;

usr/src/uts/common/fs/zfs/vdev_raidz.c

246

rm->rm_abd_copy, offset,

usr/src/uts/common/fs/zfs/vdev_raidz.c

247

rm->rm_col[x].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

2471

for (c = 0; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

2472

rc = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

248

offset += rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

252

ASSERT3P(rm->rm_col[c].rc_gdata, !=, NULL);

usr/src/uts/common/fs/zfs/vdev_raidz.c

253

good = abd_get_offset_size(rm->rm_col[c].rc_gdata, 0,

usr/src/uts/common/fs/zfs/vdev_raidz.c

254

rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

258

for (x = rm->rm_firstdatacol; x < c; x++)

usr/src/uts/common/fs/zfs/vdev_raidz.c

259

offset += rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

262

rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

282

raidz_map_t *rm = zio->io_vsd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

286

zcr->zcr_cbdata = rm;

usr/src/uts/common/fs/zfs/vdev_raidz.c

291

rm->rm_reports++;

usr/src/uts/common/fs/zfs/vdev_raidz.c

292

ASSERT3U(rm->rm_reports, >, 0);

usr/src/uts/common/fs/zfs/vdev_raidz.c

294

if (rm->rm_abd_copy != NULL)

usr/src/uts/common/fs/zfs/vdev_raidz.c

307

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++)

usr/src/uts/common/fs/zfs/vdev_raidz.c

308

size += rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

310

rm->rm_abd_copy = abd_alloc_for_io(size, B_FALSE);

usr/src/uts/common/fs/zfs/vdev_raidz.c

312

for (offset = 0, c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

313

raidz_col_t *col = &rm->rm_col[c];

usr/src/uts/common/fs/zfs/vdev_raidz.c

314

abd_t *tmp = abd_get_offset_size(rm->rm_abd_copy, offset,

usr/src/uts/common/fs/zfs/vdev_raidz.c

341

raidz_map_t *rm;

usr/src/uts/common/fs/zfs/vdev_raidz.c

387

rm = kmem_alloc(offsetof(raidz_map_t, rm_col[scols]), KM_SLEEP);

usr/src/uts/common/fs/zfs/vdev_raidz.c

389

rm->rm_cols = acols;

usr/src/uts/common/fs/zfs/vdev_raidz.c

390

rm->rm_scols = scols;

usr/src/uts/common/fs/zfs/vdev_raidz.c

391

rm->rm_bigcols = bc;

usr/src/uts/common/fs/zfs/vdev_raidz.c

392

rm->rm_skipstart = bc;

usr/src/uts/common/fs/zfs/vdev_raidz.c

393

rm->rm_missingdata = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

394

rm->rm_missingparity = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

395

rm->rm_firstdatacol = nparity;

usr/src/uts/common/fs/zfs/vdev_raidz.c

396

rm->rm_abd_copy = NULL;

usr/src/uts/common/fs/zfs/vdev_raidz.c

397

rm->rm_reports = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

398

rm->rm_freed = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

399

rm->rm_ecksuminjected = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

410

rm->rm_col[c].rc_devidx = col;

usr/src/uts/common/fs/zfs/vdev_raidz.c

411

rm->rm_col[c].rc_offset = coff;

usr/src/uts/common/fs/zfs/vdev_raidz.c

412

rm->rm_col[c].rc_abd = NULL;

usr/src/uts/common/fs/zfs/vdev_raidz.c

413

rm->rm_col[c].rc_gdata = NULL;

usr/src/uts/common/fs/zfs/vdev_raidz.c

414

rm->rm_col[c].rc_error = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

415

rm->rm_col[c].rc_tried = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

416

rm->rm_col[c].rc_skipped = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

419

rm->rm_col[c].rc_size = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

421

rm->rm_col[c].rc_size = (q + 1) << ashift;

usr/src/uts/common/fs/zfs/vdev_raidz.c

423

rm->rm_col[c].rc_size = q << ashift;

usr/src/uts/common/fs/zfs/vdev_raidz.c

425

asize += rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

429

rm->rm_asize = roundup(asize, (nparity + 1) << ashift);

usr/src/uts/common/fs/zfs/vdev_raidz.c

430

rm->rm_nskip = roundup(tot, nparity + 1) - tot;

usr/src/uts/common/fs/zfs/vdev_raidz.c

431

ASSERT3U(rm->rm_asize - asize, ==, rm->rm_nskip << ashift);

usr/src/uts/common/fs/zfs/vdev_raidz.c

432

ASSERT3U(rm->rm_nskip, <=, nparity);

usr/src/uts/common/fs/zfs/vdev_raidz.c

434

for (c = 0; c < rm->rm_firstdatacol; c++)

usr/src/uts/common/fs/zfs/vdev_raidz.c

435

rm->rm_col[c].rc_abd =

usr/src/uts/common/fs/zfs/vdev_raidz.c

436

abd_alloc_linear(rm->rm_col[c].rc_size, B_FALSE);

usr/src/uts/common/fs/zfs/vdev_raidz.c

438

rm->rm_col[c].rc_abd = abd_get_offset_size(zio->io_abd, 0,

usr/src/uts/common/fs/zfs/vdev_raidz.c

439

rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

440

off = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

443

rm->rm_col[c].rc_abd = abd_get_offset_size(zio->io_abd, off,

usr/src/uts/common/fs/zfs/vdev_raidz.c

444

rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

445

off += rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

468

ASSERT(rm->rm_cols >= 2);

usr/src/uts/common/fs/zfs/vdev_raidz.c

469

ASSERT(rm->rm_col[0].rc_size == rm->rm_col[1].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

471

if (rm->rm_firstdatacol == 1 && (zio->io_offset & (1ULL << 20))) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

472

devidx = rm->rm_col[0].rc_devidx;

usr/src/uts/common/fs/zfs/vdev_raidz.c

473

o = rm->rm_col[0].rc_offset;

usr/src/uts/common/fs/zfs/vdev_raidz.c

474

rm->rm_col[0].rc_devidx = rm->rm_col[1].rc_devidx;

usr/src/uts/common/fs/zfs/vdev_raidz.c

475

rm->rm_col[0].rc_offset = rm->rm_col[1].rc_offset;

usr/src/uts/common/fs/zfs/vdev_raidz.c

476

rm->rm_col[1].rc_devidx = devidx;

usr/src/uts/common/fs/zfs/vdev_raidz.c

477

rm->rm_col[1].rc_offset = o;

usr/src/uts/common/fs/zfs/vdev_raidz.c

479

if (rm->rm_skipstart == 0)

usr/src/uts/common/fs/zfs/vdev_raidz.c

480

rm->rm_skipstart = 1;

usr/src/uts/common/fs/zfs/vdev_raidz.c

484

rm->rm_ops = vdev_raidz_math_get_ops();

usr/src/uts/common/fs/zfs/vdev_raidz.c

486

return (rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

551

vdev_raidz_generate_parity_p(raidz_map_t *rm)

usr/src/uts/common/fs/zfs/vdev_raidz.c

557

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

558

src = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

559

p = abd_to_buf(rm->rm_col[VDEV_RAIDZ_P].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

561

if (c == rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

562

abd_copy_to_buf_off(p, src, 0, rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

565

(void) abd_iterate_func(src, 0, rm->rm_col[c].rc_size,

usr/src/uts/common/fs/zfs/vdev_raidz.c

572

vdev_raidz_generate_parity_pq(raidz_map_t *rm)

usr/src/uts/common/fs/zfs/vdev_raidz.c

578

pcnt = rm->rm_col[VDEV_RAIDZ_P].rc_size / sizeof (p[0]);

usr/src/uts/common/fs/zfs/vdev_raidz.c

579

ASSERT(rm->rm_col[VDEV_RAIDZ_P].rc_size ==

usr/src/uts/common/fs/zfs/vdev_raidz.c

580

rm->rm_col[VDEV_RAIDZ_Q].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

582

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

583

src = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

584

p = abd_to_buf(rm->rm_col[VDEV_RAIDZ_P].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

585

q = abd_to_buf(rm->rm_col[VDEV_RAIDZ_Q].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

587

ccnt = rm->rm_col[c].rc_size / sizeof (p[0]);

usr/src/uts/common/fs/zfs/vdev_raidz.c

589

if (c == rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

592

abd_copy_to_buf_off(p, src, 0, rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

593

(void) memcpy(q, p, rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

603

(void) abd_iterate_func(src, 0, rm->rm_col[c].rc_size,

usr/src/uts/common/fs/zfs/vdev_raidz.c

618

vdev_raidz_generate_parity_pqr(raidz_map_t *rm)

usr/src/uts/common/fs/zfs/vdev_raidz.c

624

pcnt = rm->rm_col[VDEV_RAIDZ_P].rc_size / sizeof (p[0]);

usr/src/uts/common/fs/zfs/vdev_raidz.c

625

ASSERT(rm->rm_col[VDEV_RAIDZ_P].rc_size ==

usr/src/uts/common/fs/zfs/vdev_raidz.c

626

rm->rm_col[VDEV_RAIDZ_Q].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

627

ASSERT(rm->rm_col[VDEV_RAIDZ_P].rc_size ==

usr/src/uts/common/fs/zfs/vdev_raidz.c

628

rm->rm_col[VDEV_RAIDZ_R].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

630

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

631

src = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

632

p = abd_to_buf(rm->rm_col[VDEV_RAIDZ_P].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

633

q = abd_to_buf(rm->rm_col[VDEV_RAIDZ_Q].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

634

r = abd_to_buf(rm->rm_col[VDEV_RAIDZ_R].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

636

ccnt = rm->rm_col[c].rc_size / sizeof (p[0]);

usr/src/uts/common/fs/zfs/vdev_raidz.c

638

if (c == rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

639

ASSERT3S(src->abd_size, >=, rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

641

abd_copy_to_buf_off(p, src, 0, rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

642

(void) memcpy(q, p, rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

643

(void) memcpy(r, p, rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

654

(void) abd_iterate_func(src, 0, rm->rm_col[c].rc_size,

usr/src/uts/common/fs/zfs/vdev_raidz.c

674

vdev_raidz_generate_parity(raidz_map_t *rm)

usr/src/uts/common/fs/zfs/vdev_raidz.c

677

if (vdev_raidz_math_generate(rm) != RAIDZ_ORIGINAL_IMPL)

usr/src/uts/common/fs/zfs/vdev_raidz.c

680

switch (rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

682

vdev_raidz_generate_parity_p(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

685

vdev_raidz_generate_parity_pq(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

688

vdev_raidz_generate_parity_pqr(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

812

vdev_raidz_reconstruct_p(raidz_map_t *rm, int *tgts, int ntgts)

usr/src/uts/common/fs/zfs/vdev_raidz.c

819

ASSERT(x >= rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

820

ASSERT(x < rm->rm_cols);

usr/src/uts/common/fs/zfs/vdev_raidz.c

822

ASSERT(rm->rm_col[x].rc_size <= rm->rm_col[VDEV_RAIDZ_P].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

823

ASSERT(rm->rm_col[x].rc_size > 0);

usr/src/uts/common/fs/zfs/vdev_raidz.c

825

src = rm->rm_col[VDEV_RAIDZ_P].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

826

dst = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

828

ASSERT3S(dst->abd_size, >=, rm->rm_col[x].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

829

ASSERT3S(src->abd_size, >=, rm->rm_col[x].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

830

abd_copy_off(dst, src, 0, 0, rm->rm_col[x].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

832

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

833

uint64_t size = MIN(rm->rm_col[x].rc_size,

usr/src/uts/common/fs/zfs/vdev_raidz.c

834

rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

836

src = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

837

dst = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

850

vdev_raidz_reconstruct_q(raidz_map_t *rm, int *tgts, int ntgts)

usr/src/uts/common/fs/zfs/vdev_raidz.c

858

ASSERT(rm->rm_col[x].rc_size <= rm->rm_col[VDEV_RAIDZ_Q].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

860

for (c = rm->rm_firstdatacol; c < rm->rm_cols; c++) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

861

uint64_t size = (c == x) ? 0 : MIN(rm->rm_col[x].rc_size,

usr/src/uts/common/fs/zfs/vdev_raidz.c

862

rm->rm_col[c].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

864

src = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

865

dst = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

867

if (c == rm->rm_firstdatacol) {

usr/src/uts/common/fs/zfs/vdev_raidz.c

873

if (rm->rm_col[x].rc_size > size)

usr/src/uts/common/fs/zfs/vdev_raidz.c

875

rm->rm_col[x].rc_size - size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

877

ASSERT3U(size, <=, rm->rm_col[x].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

882

size, rm->rm_col[x].rc_size - size,

usr/src/uts/common/fs/zfs/vdev_raidz.c

887

src = rm->rm_col[VDEV_RAIDZ_Q].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

888

dst = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

889

exp = 255 - (rm->rm_cols - 1 - x);

usr/src/uts/common/fs/zfs/vdev_raidz.c

892

(void) abd_iterate_func(dst, 0, rm->rm_col[x].rc_size,

usr/src/uts/common/fs/zfs/vdev_raidz.c

899

vdev_raidz_reconstruct_pq(raidz_map_t *rm, int *tgts, int ntgts)

usr/src/uts/common/fs/zfs/vdev_raidz.c

910

ASSERT(x >= rm->rm_firstdatacol);

usr/src/uts/common/fs/zfs/vdev_raidz.c

911

ASSERT(y < rm->rm_cols);

usr/src/uts/common/fs/zfs/vdev_raidz.c

913

ASSERT(rm->rm_col[x].rc_size >= rm->rm_col[y].rc_size);

usr/src/uts/common/fs/zfs/vdev_raidz.c

922

pdata = rm->rm_col[VDEV_RAIDZ_P].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

923

qdata = rm->rm_col[VDEV_RAIDZ_Q].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

924

xsize = rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

925

ysize = rm->rm_col[y].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz.c

927

rm->rm_col[VDEV_RAIDZ_P].rc_abd =

usr/src/uts/common/fs/zfs/vdev_raidz.c

928

abd_alloc_linear(rm->rm_col[VDEV_RAIDZ_P].rc_size, B_TRUE);

usr/src/uts/common/fs/zfs/vdev_raidz.c

929

rm->rm_col[VDEV_RAIDZ_Q].rc_abd =

usr/src/uts/common/fs/zfs/vdev_raidz.c

930

abd_alloc_linear(rm->rm_col[VDEV_RAIDZ_Q].rc_size, B_TRUE);

usr/src/uts/common/fs/zfs/vdev_raidz.c

931

rm->rm_col[x].rc_size = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

932

rm->rm_col[y].rc_size = 0;

usr/src/uts/common/fs/zfs/vdev_raidz.c

934

vdev_raidz_generate_parity_pq(rm);

usr/src/uts/common/fs/zfs/vdev_raidz.c

936

rm->rm_col[x].rc_size = xsize;

usr/src/uts/common/fs/zfs/vdev_raidz.c

937

rm->rm_col[y].rc_size = ysize;

usr/src/uts/common/fs/zfs/vdev_raidz.c

941

pxy = abd_to_buf(rm->rm_col[VDEV_RAIDZ_P].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

942

qxy = abd_to_buf(rm->rm_col[VDEV_RAIDZ_Q].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

943

xd = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

944

yd = rm->rm_col[y].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz.c

962

b = vdev_raidz_pow2[255 - (rm->rm_cols - 1 - x)];

usr/src/uts/common/fs/zfs/vdev_raidz.c

975

abd_free(rm->rm_col[VDEV_RAIDZ_P].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

976

abd_free(rm->rm_col[VDEV_RAIDZ_Q].rc_abd);

usr/src/uts/common/fs/zfs/vdev_raidz.c

981

rm->rm_col[VDEV_RAIDZ_P].rc_abd = pdata;

usr/src/uts/common/fs/zfs/vdev_raidz.c

982

rm->rm_col[VDEV_RAIDZ_Q].rc_abd = qdata;

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

156

vdev_raidz_math_generate(raidz_map_t *rm)

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

160

switch (raidz_parity(rm)) {

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

162

gen_parity = rm->rm_ops->gen[RAIDZ_GEN_P];

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

165

gen_parity = rm->rm_ops->gen[RAIDZ_GEN_PQ];

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

168

gen_parity = rm->rm_ops->gen[RAIDZ_GEN_PQR];

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

173

(uint_t)raidz_parity(rm));

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

181

gen_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

187

reconstruct_fun_p_sel(raidz_map_t *rm, const int *parity_valid,

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

191

return (rm->rm_ops->rec[RAIDZ_REC_P]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

197

reconstruct_fun_pq_sel(raidz_map_t *rm, const int *parity_valid,

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

202

return (rm->rm_ops->rec[RAIDZ_REC_P]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

204

return (rm->rm_ops->rec[RAIDZ_REC_Q]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

208

return (rm->rm_ops->rec[RAIDZ_REC_PQ]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

214

reconstruct_fun_pqr_sel(raidz_map_t *rm, const int *parity_valid,

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

219

return (rm->rm_ops->rec[RAIDZ_REC_P]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

221

return (rm->rm_ops->rec[RAIDZ_REC_Q]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

223

return (rm->rm_ops->rec[RAIDZ_REC_R]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

227

return (rm->rm_ops->rec[RAIDZ_REC_PQ]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

229

return (rm->rm_ops->rec[RAIDZ_REC_PR]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

231

return (rm->rm_ops->rec[RAIDZ_REC_QR]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

236

return (rm->rm_ops->rec[RAIDZ_REC_PQR]);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

248

vdev_raidz_math_reconstruct(raidz_map_t *rm, const int *parity_valid,

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

253

switch (raidz_parity(rm)) {

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

255

rec_fn = reconstruct_fun_p_sel(rm, parity_valid, nbaddata);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

258

rec_fn = reconstruct_fun_pq_sel(rm, parity_valid, nbaddata);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

261

rec_fn = reconstruct_fun_pqr_sel(rm, parity_valid, nbaddata);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

265

(uint_t)raidz_parity(rm));

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

272

return (rec_fn(rm, dt));

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

290

typedef void (*benchmark_fn)(raidz_map_t *rm, const int fn);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

293

benchmark_gen_impl(raidz_map_t *rm, const int fn)

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

296

vdev_raidz_generate_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

300

benchmark_rec_impl(raidz_map_t *rm, const int fn)

usr/src/uts/common/fs/zfs/vdev_raidz_math.c

312

vdev_raidz_reconstruct(rm, rec_tgt[fn], 3);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1045

raidz_reconstruct_pr_impl(raidz_map_t *rm, const int *tgtidx)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1050

const size_t firstdc = raidz_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1051

const size_t ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1054

const size_t xsize = rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1055

const size_t ysize = rm->rm_col[y].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1056

abd_t *xabd = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1057

abd_t *yabd = rm->rm_col[y].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1060

rm->rm_col[CODE_P].rc_abd,

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1061

rm->rm_col[CODE_R].rc_abd

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1064

raidz_rec_pr_coeff(rm, tgtidx, coeff);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1080

raidz_copy(xabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1081

raidz_copy(yabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1093

dabd = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1094

dsize = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1107

raidz_copy(rm->rm_col[y].rc_abd, yabd, ysize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

117

raidz_rec_pqr_coeff(const raidz_map_t *rm, const int *tgtidx, unsigned *coeff)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

119

const unsigned ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1208

raidz_reconstruct_qr_impl(raidz_map_t *rm, const int *tgtidx)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1213

const size_t firstdc = raidz_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1214

const size_t ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1217

const size_t xsize = rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1218

const size_t ysize = rm->rm_col[y].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1219

abd_t *xabd = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1220

abd_t *yabd = rm->rm_col[y].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1223

rm->rm_col[CODE_Q].rc_abd,

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1224

rm->rm_col[CODE_R].rc_abd

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1227

raidz_rec_qr_coeff(rm, tgtidx, coeff);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1243

raidz_copy(xabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1244

raidz_copy(yabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1256

dabd = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1257

dsize = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1270

raidz_copy(rm->rm_col[y].rc_abd, yabd, ysize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1391

raidz_reconstruct_pqr_impl(raidz_map_t *rm, const int *tgtidx)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1396

const size_t firstdc = raidz_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1397

const size_t ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1401

const size_t xsize = rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1402

const size_t ysize = rm->rm_col[y].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1403

const size_t zsize = rm->rm_col[z].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1404

abd_t *xabd = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1405

abd_t *yabd = rm->rm_col[y].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1406

abd_t *zabd = rm->rm_col[z].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1409

rm->rm_col[CODE_P].rc_abd,

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1410

rm->rm_col[CODE_Q].rc_abd,

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1411

rm->rm_col[CODE_R].rc_abd

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1414

raidz_rec_pqr_coeff(rm, tgtidx, coeff);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1434

raidz_copy(xabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1435

raidz_copy(yabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1436

raidz_copy(zabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1449

dabd = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1450

dsize = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1463

raidz_copy(rm->rm_col[y].rc_abd, yabd, ysize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

1465

raidz_copy(rm->rm_col[z].rc_abd, zabd, zsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

353

raidz_generate_p_impl(raidz_map_t * const rm)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

356

const size_t ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

357

const size_t psize = rm->rm_col[CODE_P].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

358

abd_t *pabd = rm->rm_col[CODE_P].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

365

raidz_copy(pabd, rm->rm_col[1].rc_abd, psize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

368

dabd = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

369

size = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

420

raidz_generate_pq_impl(raidz_map_t * const rm)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

423

const size_t ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

424

const size_t csize = rm->rm_col[CODE_P].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

428

rm->rm_col[CODE_P].rc_abd,

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

429

rm->rm_col[CODE_Q].rc_abd

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

434

raidz_copy(cabds[CODE_P], rm->rm_col[2].rc_abd, csize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

435

raidz_copy(cabds[CODE_Q], rm->rm_col[2].rc_abd, csize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

438

dabd = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

439

dsize = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

45

raidz_rec_q_coeff(const raidz_map_t *rm, const int *tgtidx, unsigned *coeff)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

47

const unsigned ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

493

raidz_generate_pqr_impl(raidz_map_t * const rm)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

496

const size_t ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

497

const size_t csize = rm->rm_col[CODE_P].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

501

rm->rm_col[CODE_P].rc_abd,

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

502

rm->rm_col[CODE_Q].rc_abd,

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

503

rm->rm_col[CODE_R].rc_abd

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

508

raidz_copy(cabds[CODE_P], rm->rm_col[3].rc_abd, csize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

509

raidz_copy(cabds[CODE_Q], rm->rm_col[3].rc_abd, csize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

510

raidz_copy(cabds[CODE_R], rm->rm_col[3].rc_abd, csize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

513

dabd = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

514

dsize = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

54

raidz_rec_r_coeff(const raidz_map_t *rm, const int *tgtidx, unsigned *coeff)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

56

const unsigned ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

586

raidz_reconstruct_p_impl(raidz_map_t *rm, const int *tgtidx)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

589

const size_t firstdc = raidz_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

590

const size_t ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

592

const size_t xsize = rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

593

abd_t *xabd = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

600

raidz_copy(xabd, rm->rm_col[CODE_P].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

607

dabd = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

608

size = MIN(rm->rm_col[c].rc_size, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

63

raidz_rec_pq_coeff(const raidz_map_t *rm, const int *tgtidx, unsigned *coeff)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

65

const unsigned ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

660

raidz_reconstruct_q_impl(raidz_map_t *rm, const int *tgtidx)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

665

const size_t firstdc = raidz_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

666

const size_t ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

668

abd_t *xabd = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

669

const size_t xsize = rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

673

raidz_rec_q_coeff(rm, tgtidx, coeff);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

679

raidz_copy(xabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

690

dabd = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

691

dsize = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

699

raidz_add(xabd, rm->rm_col[CODE_Q].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

751

raidz_reconstruct_r_impl(raidz_map_t *rm, const int *tgtidx)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

756

const size_t firstdc = raidz_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

757

const size_t ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

759

const size_t xsize = rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

760

abd_t *xabd = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

764

raidz_rec_r_coeff(rm, tgtidx, coeff);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

770

raidz_copy(xabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

782

dabd = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

783

dsize = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

79

raidz_rec_pr_coeff(const raidz_map_t *rm, const int *tgtidx, unsigned *coeff)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

791

raidz_add(xabd, rm->rm_col[CODE_R].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

81

const unsigned ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

888

raidz_reconstruct_pq_impl(raidz_map_t *rm, const int *tgtidx)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

893

const size_t firstdc = raidz_parity(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

894

const size_t ncols = raidz_ncols(rm);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

897

const size_t xsize = rm->rm_col[x].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

898

const size_t ysize = rm->rm_col[y].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

899

abd_t *xabd = rm->rm_col[x].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

900

abd_t *yabd = rm->rm_col[y].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

903

rm->rm_col[CODE_P].rc_abd,

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

904

rm->rm_col[CODE_Q].rc_abd

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

908

raidz_rec_pq_coeff(rm, tgtidx, coeff);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

924

raidz_copy(xabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

925

raidz_copy(yabd, rm->rm_col[firstdc].rc_abd, xsize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

937

dabd = rm->rm_col[c].rc_abd;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

938

dsize = rm->rm_col[c].rc_size;

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

949

raidz_copy(rm->rm_col[y].rc_abd, yabd, ysize);

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

96

raidz_rec_qr_coeff(const raidz_map_t *rm, const int *tgtidx, unsigned *coeff)

usr/src/uts/common/fs/zfs/vdev_raidz_math_impl.h

98

const unsigned ncols = raidz_ncols(rm);

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1008

if (ippr_rpcb_getuaddr(rm, &re->re_maddr, &p) != 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1010

if (ippr_rpcb_getproto(rm, &re->re_netid, &p) != 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1013

if (!RPCB_BUF_GEQ(rm, p, 12))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1020

if (ippr_rpcb_getproto(rm, &re->re_proto, &p) != 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1022

if (!RPCB_BUF_GEQ(rm, p, 4))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1125

ippr_rpcb_getproto(rm, xp, p)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1126

rpc_msg_t *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1133

if (!RPCB_BUF_GEQ(rm, p, 8))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1322

ippr_rpcb_modv3(fin, nat, rm, m, off)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1325

rpc_msg_t *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1335

rr = &rm->rm_resp;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1352

pos = (char *)rr->rr_v3.xu_xslen - rm->rm_msgbuf;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1388

ippr_rpcb_modv4(fin, nat, rm, m, off)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1391

rpc_msg_t *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1404

rr = &rm->rm_resp;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

1411

pos = (char *)re->re_maddr.xu_xslen - rm->rm_msgbuf;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

238

rpc_msg_t rpcmsg, *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

261

rm = &rpcmsg;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

262

bzero((char *)rm, sizeof(*rm));

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

263

COPYDATA(m, off, dlen, (caddr_t)&rm->rm_msgbuf);

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

264

rm->rm_buflen = dlen;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

267

rv = ippr_rpcb_decodereq(fin, nat, rs, rm, (ifs_rpcbpxy_t *)private);

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

276

rv = ippr_rpcb_modreq(fin, nat, rm, m, off);

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

308

rpc_msg_t rpcmsg, *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

334

rm = &rpcmsg;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

335

bzero((char *)rm, sizeof(*rm));

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

336

COPYDATA(m, off, dlen, (caddr_t)&rm->rm_msgbuf);

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

337

rm->rm_buflen = dlen;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

340

rv = ippr_rpcb_decoderep(fin, nat, rs, rm, &rx, ifsrpcb);

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

363

diff = ippr_rpcb_modv3(fin, nat, rm, m, off);

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

365

diff = ippr_rpcb_modv4(fin, nat, rm, m, off);

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

435

ippr_rpcb_decodereq(fin, nat, rs, rm, ifsrpcb)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

439

rpc_msg_t *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

448

p = (u_32_t *)rm->rm_msgbuf;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

452

rc = &rm->rm_call;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

454

rm->rm_xid = p;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

468

if (ippr_rpcb_skipauth(rm, &rc->rc_authcred, &p) != 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

470

if (ippr_rpcb_skipauth(rm, &rc->rc_authverf, &p) != 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

482

if (RPCB_BUF_EQ(rm, p, 16) == 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

516

if (ippr_rpcb_xdrrpcb(rm, p, ra) != 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

555

ippr_rpcb_skipauth(rm, auth, buf)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

556

rpc_msg_t *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

565

if (RPCB_BUF_GEQ(rm, p, 8) == 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

574

if ((XDRALIGN(xdr) < xdr) || (RPCB_BUF_GEQ(rm, p, XDRALIGN(xdr)) == 0))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

642

ippr_rpcb_xdrrpcb(rm, p, ra)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

643

rpc_msg_t *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

647

if (!RPCB_BUF_GEQ(rm, p, 20))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

654

if (ippr_rpcb_getproto(rm, &ra->ra_netid, &p) != 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

658

if (ippr_rpcb_getuaddr(rm, &ra->ra_maddr, &p) != 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

662

if (!RPCB_BUF_EQ(rm, p, 4) || (B(p) != 0))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

679

ippr_rpcb_getuaddr(rm, xu, p)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

680

rpc_msg_t *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

689

if (!RPCB_BUF_GEQ(rm, *p, 4))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

697

if (l < 11 || l > 23 || !RPCB_BUF_GEQ(rm, *p, XDRALIGN(l)))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

793

ippr_rpcb_modreq(fin, nat, rm, m, off)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

796

rpc_msg_t *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

807

ra = &rm->rm_call.rc_rpcbargs;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

824

pos = (char *)ra->ra_maddr.xu_xslen - rm->rm_msgbuf;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

880

ippr_rpcb_decoderep(fin, nat, rs, rm, rxp, ifsrpcb)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

884

rpc_msg_t *rm;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

895

p = (u_32_t *)rm->rm_msgbuf;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

898

rr = &rm->rm_resp;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

900

rm->rm_xid = p;

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

930

if (ippr_rpcb_skipauth(rm, &rr->rr_authverf, &p) != 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

934

if (!RPCB_BUF_GEQ(rm, p, 4))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

944

if (!RPCB_BUF_EQ(rm, p, 4))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

964

if (!RPCB_BUF_GEQ(rm, p, 4))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

973

if ((xdr == 0) && RPCB_BUF_EQ(rm, p, 0))

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

977

if (ippr_rpcb_getuaddr(rm, &rr->rr_v3, &p) != 0)

usr/src/uts/common/inet/ipf/netinet/ip_rpcb_pxy.c

990

if (!RPCB_BUF_GEQ(rm, p, 4))

usr/src/uts/common/io/chxge/com/ch_mac.c

200

static int mac_set_rx_mode(struct cmac *mac, struct t1_rx_mode *rm)

usr/src/uts/common/io/chxge/com/ch_mac.c

207

val |= V_MAC_PROMISC(t1_rx_mode_promisc(rm) != 0);

usr/src/uts/common/io/chxge/com/ch_mac.c

208

val |= V_MAC_MC_ENABLE(t1_rx_mode_allmulti(rm) != 0);

usr/src/uts/common/io/chxge/com/gmac.h

91

int (*set_rx_mode)(struct cmac *, struct t1_rx_mode *rm);

usr/src/uts/common/io/chxge/com/ixf1010.c

264

static int mac_set_rx_mode(struct cmac *mac, struct t1_rx_mode *rm)

usr/src/uts/common/io/chxge/com/ixf1010.c

273

if (!t1_rx_mode_promisc(rm) && mac->instance->version > 0)

usr/src/uts/common/io/chxge/com/ixf1010.c

275

if (!t1_rx_mode_promisc(rm) && !t1_rx_mode_allmulti(rm)

usr/src/uts/common/io/chxge/com/ixf1010.c

276

&& t1_rx_mode_mc_cnt(rm) <= 1)

usr/src/uts/common/io/chxge/com/ixf1010.c

280

switch (t1_rx_mode_mc_cnt(rm)) {

usr/src/uts/common/io/chxge/com/ixf1010.c

286

addr = t1_get_next_mcaddr(rm);

usr/src/uts/common/io/chxge/com/pm3393.c

475

static int pm3393_set_rx_mode(struct cmac *cmac, struct t1_rx_mode *rm)

usr/src/uts/common/io/chxge/com/pm3393.c

488

if (t1_rx_mode_promisc(rm)) {

usr/src/uts/common/io/chxge/com/pm3393.c

492

if (t1_rx_mode_allmulti(rm)) {

usr/src/uts/common/io/chxge/com/pm3393.c

499

} else if (t1_rx_mode_mc_cnt(rm)) {

usr/src/uts/common/io/chxge/com/pm3393.c

505

while ((addr = t1_get_next_mcaddr(rm))) {

usr/src/uts/common/io/chxge/com/vsc7321.c

355

static int mac_set_rx_mode(struct cmac *mac, struct t1_rx_mode *rm)

usr/src/uts/common/io/chxge/com/vsc7326.c

457

static int mac_set_rx_mode(struct cmac *mac, struct t1_rx_mode *rm)

usr/src/uts/common/io/chxge/com/vsc7326.c

465

if (t1_rx_mode_promisc(rm))

usr/src/uts/common/io/chxge/pe.c

643

struct t1_rx_mode rm;

usr/src/uts/common/io/chxge/pe.c

660

rm.chp = sa;

usr/src/uts/common/io/chxge/pe.c

661

rm.mc = sa->ch_mc;

usr/src/uts/common/io/chxge/pe.c

663

mac->ops->set_rx_mode(mac, &rm);

usr/src/uts/common/io/chxge/pe.c

671

struct t1_rx_mode rm;

usr/src/uts/common/io/chxge/pe.c

714

rm.chp = sa;

usr/src/uts/common/io/chxge/pe.c

715

rm.mc = sa->ch_mc;

usr/src/uts/common/io/chxge/pe.c

717

mac->ops->set_rx_mode(mac, &rm);

usr/src/uts/common/io/ib/clients/rdsv3/cong.c

470

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/cong.c

472

rm = rdsv3_message_map_pages(map->m_page_addrs, RDSV3_CONG_MAP_BYTES);

usr/src/uts/common/io/ib/clients/rdsv3/cong.c

473

if (!IS_ERR(rm))

usr/src/uts/common/io/ib/clients/rdsv3/cong.c

474

rm->m_inc.i_hdr.h_flags = RDSV3_FLAG_CONG_BITMAP;

usr/src/uts/common/io/ib/clients/rdsv3/cong.c

476

return (rm);

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

359

struct rdsv3_message *rm, *rtmp;

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

379

RDSV3_FOR_EACH_LIST_NODE_SAFE(rm, rtmp, &conn->c_retrans, m_conn_item) {

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

380

list_remove_node(&rm->m_conn_item);

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

381

list_insert_tail(&to_be_dropped, rm);

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

384

RDSV3_FOR_EACH_LIST_NODE_SAFE(rm, rtmp, &conn->c_send_queue,

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

386

list_remove_node(&rm->m_conn_item);

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

387

list_insert_tail(&to_be_dropped, rm);

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

390

RDSV3_FOR_EACH_LIST_NODE_SAFE(rm, rtmp, &to_be_dropped, m_conn_item) {

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

391

clear_bit(RDSV3_MSG_ON_CONN, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

392

list_remove_node(&rm->m_conn_item);

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

393

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

422

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

448

RDSV3_FOR_EACH_LIST_NODE(rm, list, m_conn_item) {

usr/src/uts/common/io/ib/clients/rdsv3/connection.c

451

rdsv3_inc_info_copy(&rm->m_inc, iter,

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

107

struct rdsv3_message *rm = send->s_rm;

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

110

ic, send, rm);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

112

mutex_enter(&rm->m_rs_lock);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

113

if (rm->m_count) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

115

rm->m_sg, rm->m_count);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

116

rm->m_count = 0;

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

118

mutex_exit(&rm->m_rs_lock);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

120

if (rm->m_rdma_op != NULL) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

121

rdsv3_ib_send_unmap_rdma(ic, rm->m_rdma_op);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

147

rdsv3_ib_send_rdma_complete(rm, wc_status);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

149

if (rm->m_rdma_op->r_write)

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

151

rm->m_rdma_op->r_bytes);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

154

rm->m_rdma_op->r_bytes);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

161

rdsv3_message_unmapped(rm);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

163

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

282

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

284

rm = rdsv3_send_get_message(conn, send->s_op);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

285

if (rm) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

286

if (rm->m_rdma_op != NULL)

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

288

rm->m_rdma_op);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

289

rdsv3_ib_send_rdma_complete(rm,

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

291

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

52

rdsv3_ib_send_rdma_complete(struct rdsv3_message *rm,

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

557

rdsv3_ib_xmit(struct rdsv3_connection *conn, struct rdsv3_message *rm,

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

578

RDSV3_DPRINTF4("rdsv3_ib_xmit", "conn: %p, rm: %p", conn, rm);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

58

rm, wc_status);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

585

rm->m_inc.i_hdr.h_flags & RDSV3_FLAG_CONG_BITMAP) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

592

if (ntohl(rm->m_inc.i_hdr.h_len) == 0)

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

595

i = ceil(ntohl(rm->m_inc.i_hdr.h_len), RDSV3_FRAG_SIZE);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

635

if (rm->m_nents) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

636

rm->m_count = rdsv3_ib_dma_map_sg(dev,

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

637

rm->m_sg, rm->m_nents);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

639

"ic %p mapping rm %p: %d\n", ic, rm, rm->m_count);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

640

if (rm->m_count == 0) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

647

ic, rm, rm->m_count);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

651

rm->m_count = 0;

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

656

rdsv3_message_addref(rm);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

657

ic->i_rm = rm;

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

660

if (test_bit(RDSV3_MSG_ACK_REQUIRED, &rm->m_flags))

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

661

rm->m_inc.i_hdr.h_flags |= RDSV3_FLAG_ACK_REQUIRED;

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

662

if (test_bit(RDSV3_MSG_RETRANSMITTED, &rm->m_flags))

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

663

rm->m_inc.i_hdr.h_flags |= RDSV3_FLAG_RETRANSMITTED;

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

669

if (rm->m_rdma_op) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

672

ext_hdr.h_rdma_rkey = htonl(rm->m_rdma_op->r_key);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

673

(void) rdsv3_message_add_extension(&rm->m_inc.i_hdr,

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

677

if (rm->m_rdma_cookie) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

679

&rm->m_inc.i_hdr,

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

680

rdsv3_rdma_cookie_key(rm->m_rdma_cookie),

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

681

rdsv3_rdma_cookie_offset(rm->m_rdma_cookie));

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

690

rm->m_inc.i_hdr.h_ack = htonll(rdsv3_ib_piggyb_ack(ic));

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

691

rdsv3_message_make_checksum(&rm->m_inc.i_hdr);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

704

scat = &rm->m_sg[sg];

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

715

if (rm->m_rdma_op && rm->m_rdma_op->r_fence)

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

728

if (ntohl(rm->m_inc.i_hdr.h_len) == 0) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

738

for (; i < work_alloc && scat != &rm->m_sg[rm->m_count]; i++) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

76

rdsv3_rdma_send_complete(rm, notify_status);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

79

rm, wc_status);

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

797

(void) memcpy(&ic->i_send_hdrs[pos], &rm->m_inc.i_hdr,

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

832

if (scat == &rm->m_sg[rm->m_count]) {

usr/src/uts/common/io/ib/clients/rdsv3/ib_send.c

870

RDSV3_DPRINTF4("rdsv3_ib_xmit", "Return: conn: %p, rm: %p", conn, rm);

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

100

ntohl(rm->m_inc.i_hdr.h_len));

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

110

struct rdsv3_message *rm = __containerof(inc, struct rdsv3_message,

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

112

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

72

rdsv3_loop_xmit(struct rdsv3_connection *conn, struct rdsv3_message *rm,

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

77

if (rm->m_inc.i_hdr.h_flags & RDSV3_FLAG_CONG_BITMAP) {

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

83

RDSV3_DPRINTF4("rdsv3_loop_xmit", "Enter(conn: %p, rm: %p)", conn, rm);

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

85

rdsv3_inc_init(&rm->m_inc, conn, conn->c_laddr);

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

87

rdsv3_message_addref(rm);

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

89

rdsv3_recv_incoming(conn, conn->c_laddr, conn->c_faddr, &rm->m_inc,

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

92

rdsv3_send_drop_acked(conn, ntohll(rm->m_inc.i_hdr.h_sequence),

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

95

rdsv3_inc_put(&rm->m_inc);

usr/src/uts/common/io/ib/clients/rdsv3/loop.c

97

RDSV3_DPRINTF4("rdsv3_loop_xmit", "Return(conn: %p, rm: %p)", conn, rm);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

102

"rm %p mr %p", rm, mr);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

107

"rm %p mr %p", rm, mr);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

111

rm->m_rdma_mr = NULL;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

116

RDSV3_DPRINTF4("rdsv3_message_purge", "Return(rm: %p)", rm);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

121

rdsv3_message_put(struct rdsv3_message *rm)

usr/src/uts/common/io/ib/clients/rdsv3/message.c

124

"put rm %p ref %d\n", rm, atomic_get(&rm->m_refcount));

usr/src/uts/common/io/ib/clients/rdsv3/message.c

126

if (atomic_dec_and_test(&rm->m_refcount)) {

usr/src/uts/common/io/ib/clients/rdsv3/message.c

127

ASSERT(!list_link_active(&rm->m_sock_item));

usr/src/uts/common/io/ib/clients/rdsv3/message.c

128

ASSERT(!list_link_active(&rm->m_conn_item));

usr/src/uts/common/io/ib/clients/rdsv3/message.c

129

rdsv3_message_purge(rm);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

131

kmem_free(rm, sizeof (struct rdsv3_message) +

usr/src/uts/common/io/ib/clients/rdsv3/message.c

132

(rm->m_nents * sizeof (struct rdsv3_scatterlist)));

usr/src/uts/common/io/ib/clients/rdsv3/message.c

139

struct rdsv3_message *rm =

usr/src/uts/common/io/ib/clients/rdsv3/message.c

141

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

281

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

285

rm = kmem_zalloc(sizeof (struct rdsv3_message) +

usr/src/uts/common/io/ib/clients/rdsv3/message.c

287

if (!rm)

usr/src/uts/common/io/ib/clients/rdsv3/message.c

290

rm->m_refcount = 1;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

291

list_link_init(&rm->m_sock_item);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

292

list_link_init(&rm->m_conn_item);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

293

mutex_init(&rm->m_rs_lock, NULL, MUTEX_DRIVER, NULL);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

294

rdsv3_init_waitqueue(&rm->m_flush_wait);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

296

RDSV3_DPRINTF4("rdsv3_message_alloc", "Return(rm: %p)", rm);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

298

return (rm);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

304

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

310

rm = rdsv3_message_alloc(ceil(total_len, PAGE_SIZE), KM_NOSLEEP);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

312

rm = NULL;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

314

if (rm == NULL)

usr/src/uts/common/io/ib/clients/rdsv3/message.c

317

set_bit(RDSV3_MSG_PAGEVEC, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

318

rm->m_inc.i_hdr.h_len = htonl(total_len);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

320

rm->m_nents = ceil(total_len, PAGE_SIZE);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

322

rm->m_nents = 0;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

325

for (i = 0; i < rm->m_nents; ++i) {

usr/src/uts/common/io/ib/clients/rdsv3/message.c

326

rdsv3_sg_set_page(&rm->m_sg[i],

usr/src/uts/common/io/ib/clients/rdsv3/message.c

331

return (rm);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

338

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

345

rm = rdsv3_message_alloc(ceil(total_len, PAGE_SIZE), KM_NOSLEEP);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

347

rm = NULL;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

349

if (rm == NULL) {

usr/src/uts/common/io/ib/clients/rdsv3/message.c

354

rm->m_inc.i_hdr.h_len = htonl(total_len);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

359

sg = rm->m_sg;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

366

rm->m_nents++;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

384

if (rm)

usr/src/uts/common/io/ib/clients/rdsv3/message.c

385

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

386

rm = ERR_PTR(ret);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

388

return (rm);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

395

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

403

rm = __containerof(inc, struct rdsv3_message, m_inc);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

404

len = ntohl(rm->m_inc.i_hdr.h_len);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

407

"Enter(rm: %p, len: %d)", rm, len);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

409

sg = rm->m_sg;

usr/src/uts/common/io/ib/clients/rdsv3/message.c

445

rdsv3_message_wait(struct rdsv3_message *rm)

usr/src/uts/common/io/ib/clients/rdsv3/message.c

447

rdsv3_wait_event(&rm->m_flush_wait,

usr/src/uts/common/io/ib/clients/rdsv3/message.c

448

!test_bit(RDSV3_MSG_MAPPED, &rm->m_flags));

usr/src/uts/common/io/ib/clients/rdsv3/message.c

452

rdsv3_message_unmapped(struct rdsv3_message *rm)

usr/src/uts/common/io/ib/clients/rdsv3/message.c

454

clear_bit(RDSV3_MSG_MAPPED, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

455

rdsv3_wake_up_all(&rm->m_flush_wait);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

68

rdsv3_message_addref(struct rdsv3_message *rm)

usr/src/uts/common/io/ib/clients/rdsv3/message.c

71

rm, atomic_get(&rm->m_refcount));

usr/src/uts/common/io/ib/clients/rdsv3/message.c

72

atomic_inc_32(&rm->m_refcount);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

79

rdsv3_message_purge(struct rdsv3_message *rm)

usr/src/uts/common/io/ib/clients/rdsv3/message.c

83

RDSV3_DPRINTF4("rdsv3_message_purge", "Enter(rm: %p)", rm);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

85

if (test_bit(RDSV3_MSG_PAGEVEC, &rm->m_flags))

usr/src/uts/common/io/ib/clients/rdsv3/message.c

88

for (i = 0; i < rm->m_nents; i++) {

usr/src/uts/common/io/ib/clients/rdsv3/message.c

90

(void *)rdsv3_sg_page(&rm->m_sg[i]));

usr/src/uts/common/io/ib/clients/rdsv3/message.c

92

kmem_free(rdsv3_sg_page(&rm->m_sg[i]),

usr/src/uts/common/io/ib/clients/rdsv3/message.c

93

rdsv3_sg_len(&rm->m_sg[i]));

usr/src/uts/common/io/ib/clients/rdsv3/message.c

96

if (rm->m_rdma_op)

usr/src/uts/common/io/ib/clients/rdsv3/message.c

97

rdsv3_rdma_free_op(rm->m_rdma_op);

usr/src/uts/common/io/ib/clients/rdsv3/message.c

98

if (rm->m_rdma_mr) {

usr/src/uts/common/io/ib/clients/rdsv3/message.c

99

struct rdsv3_mr *mr = rm->m_rdma_mr;

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

586

rdsv3_cmsg_rdma_args(struct rdsv3_sock *rs, struct rdsv3_message *rm,

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

595

rm->m_rdma_op != NULL)

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

606

rm->m_rdma_op = op;

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

615

rdsv3_cmsg_rdma_dest(struct rdsv3_sock *rs, struct rdsv3_message *rm,

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

623

rm->m_rdma_cookie != 0)

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

626

(void) memcpy(&rm->m_rdma_cookie, CMSG_DATA(cmsg),

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

627

sizeof (rm->m_rdma_cookie));

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

635

r_key = rdsv3_rdma_cookie_key(rm->m_rdma_cookie);

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

647

rm->m_rdma_mr = mr;

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

659

rdsv3_cmsg_rdma_map(struct rdsv3_sock *rs, struct rdsv3_message *rm,

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

668

rm->m_rdma_cookie != 0)

usr/src/uts/common/io/ib/clients/rdsv3/rdma.c

675

&rm->m_rdma_cookie, &rm->m_rdma_mr);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1023

if ((rm->m_rdma_cookie || rm->m_rdma_op) &&

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1026

rm->m_rdma_op, conn->c_trans->xmit_rdma);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1052

(void) rdsv3_send_queue_rm(rs, conn, rm, rs->rs_bound_port, dport,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1074

(rdsv3_send_queue_rm(rs, conn, rm, rs->rs_bound_port,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1086

while (!rdsv3_send_queue_rm(rs, conn, rm, rs->rs_bound_port,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1120

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1132

rdsv3_rdma_unuse(rs, rdsv3_rdma_cookie_key(rm->m_rdma_cookie),

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1135

if (rm)

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1136

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1146

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

115

RDSV3_FOR_EACH_LIST_NODE_SAFE(rm, tmp, &conn->c_retrans, m_conn_item) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1151

rm = rdsv3_message_alloc(0, KM_NOSLEEP);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1152

if (!rm) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1157

rm->m_daddr = conn->c_faddr;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

116

set_bit(RDSV3_MSG_ACK_REQUIRED, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

117

set_bit(RDSV3_MSG_RETRANSMITTED, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1173

list_insert_tail(&conn->c_send_queue, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1174

set_bit(RDSV3_MSG_ON_CONN, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1175

rdsv3_message_addref(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1176

rm->m_inc.i_conn = conn;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1178

rdsv3_message_populate_header(&rm->m_inc.i_hdr, 0, dport,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

118

if (rm->m_rdma_op && rm->m_rdma_op->r_mapped) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1189

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1195

if (rm)

usr/src/uts/common/io/ib/clients/rdsv3/send.c

1196

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

121

rm, rm->m_flags,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

122

rm->m_rdma_op->r_rdma_sg[0].swr.wr_sgl);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

148

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

212

rm = conn->c_xmit_rm;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

213

if (rm != NULL &&

usr/src/uts/common/io/ib/clients/rdsv3/send.c

215

conn->c_xmit_sg == rm->m_nents) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

223

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

224

rm = NULL;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

228

if (rm == NULL && test_and_clear_bit(0, &conn->c_map_queued)) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

237

rm = rdsv3_cong_update_alloc(conn);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

238

if (IS_ERR(rm)) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

239

ret = PTR_ERR(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

243

conn->c_xmit_rm = rm;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

253

if (rm == NULL) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

259

rm = list_remove_head(&conn->c_send_queue);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

260

rdsv3_message_addref(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

267

list_insert_tail(&conn->c_retrans, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

272

if (rm == NULL) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

286

if (rm->m_rdma_op &&

usr/src/uts/common/io/ib/clients/rdsv3/send.c

287

test_bit(RDSV3_MSG_RETRANSMITTED, &rm->m_flags)) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

290

&rm->m_flags))

usr/src/uts/common/io/ib/clients/rdsv3/send.c

291

list_remove_node(&rm->m_conn_item);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

292

list_insert_tail(&to_be_dropped, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

294

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

299

len = ntohl(rm->m_inc.i_hdr.h_len);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

302

set_bit(RDSV3_MSG_ACK_REQUIRED, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

314

conn->c_xmit_rm = rm;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

322

if (rm->m_rdma_op && !conn->c_xmit_rdma_sent) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

323

ret = conn->c_trans->xmit_rdma(conn, rm->m_rdma_op);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

331

set_bit(RDSV3_MSG_MAPPED, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

335

conn->c_xmit_sg < rm->m_nents) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

336

ret = conn->c_trans->xmit(conn, rm,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

352

sg = &rm->m_sg[conn->c_xmit_sg];

usr/src/uts/common/io/ib/clients/rdsv3/send.c

363

conn->c_xmit_sg == rm->m_nents));

usr/src/uts/common/io/ib/clients/rdsv3/send.c

420

rdsv3_send_sndbuf_remove(struct rdsv3_sock *rs, struct rdsv3_message *rm)

usr/src/uts/common/io/ib/clients/rdsv3/send.c

422

uint32_t len = ntohl(rm->m_inc.i_hdr.h_len);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

434

rdsv3_send_is_acked(struct rdsv3_message *rm, uint64_t ack,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

438

return (is_acked(rm, ack));

usr/src/uts/common/io/ib/clients/rdsv3/send.c

439

return (ntohll(rm->m_inc.i_hdr.h_sequence) <= ack);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

450

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

458

rm = list_head(&conn->c_retrans);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

459

if (ntohll(rm->m_inc.i_hdr.h_sequence) < seq)

usr/src/uts/common/io/ib/clients/rdsv3/send.c

463

rm = list_head(&conn->c_send_queue);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

464

if (ntohll(rm->m_inc.i_hdr.h_sequence) < seq)

usr/src/uts/common/io/ib/clients/rdsv3/send.c

481

rdsv3_rdma_send_complete(struct rdsv3_message *rm, int status)

usr/src/uts/common/io/ib/clients/rdsv3/send.c

487

RDSV3_DPRINTF4("rdsv3_rdma_send_complete", "Enter(rm: %p)", rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

489

mutex_enter(&rm->m_rs_lock);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

491

ro = rm->m_rdma_op;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

492

if (test_bit(RDSV3_MSG_ON_SOCK, &rm->m_flags) &&

usr/src/uts/common/io/ib/clients/rdsv3/send.c

495

rs = rm->m_rs;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

505

mutex_exit(&rm->m_rs_lock);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

524

RDSV3_DPRINTF4("rdsv3_rdma_send_complete", "Return(rm: %p)", rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

533

__rdsv3_rdma_send_complete(struct rdsv3_sock *rs, struct rdsv3_message *rm,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

540

"Enter(rs: %p, rm: %p)", rs, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

542

ro = rm->m_rdma_op;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

561

struct rdsv3_message *rm, *tmp, *found = NULL;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

567

RDSV3_FOR_EACH_LIST_NODE_SAFE(rm, tmp, &conn->c_retrans, m_conn_item) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

568

if (rm->m_rdma_op == op) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

569

atomic_inc_32(&rm->m_refcount);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

570

found = rm;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

575

RDSV3_FOR_EACH_LIST_NODE_SAFE(rm, tmp, &conn->c_send_queue,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

577

if (rm->m_rdma_op == op) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

578

atomic_inc_32(&rm->m_refcount);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

579

found = rm;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

602

struct rdsv3_message *rm;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

608

rm = list_remove_head(messages);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

620

mutex_enter(&rm->m_rs_lock);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

621

if (!test_bit(RDSV3_MSG_ON_SOCK, &rm->m_flags))

usr/src/uts/common/io/ib/clients/rdsv3/send.c

624

if (rs != rm->m_rs) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

629

rs = rm->m_rs;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

634

if (test_and_clear_bit(RDSV3_MSG_ON_SOCK, &rm->m_flags)) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

635

struct rdsv3_rdma_op *ro = rm->m_rdma_op;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

638

list_remove_node(&rm->m_sock_item);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

639

rdsv3_send_sndbuf_remove(rs, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

647

rm->m_rdma_op->r_notifier = NULL;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

650

rm->m_rs = NULL;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

655

mutex_exit(&rm->m_rs_lock);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

656

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

658

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

684

struct rdsv3_message *rm, *tmp;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

694

RDSV3_FOR_EACH_LIST_NODE_SAFE(rm, tmp, &conn->c_retrans, m_conn_item) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

695

if (!rdsv3_send_is_acked(rm, ack, is_acked))

usr/src/uts/common/io/ib/clients/rdsv3/send.c

698

list_remove_node(&rm->m_conn_item);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

699

list_insert_tail(&list, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

700

clear_bit(RDSV3_MSG_ON_CONN, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

721

struct rdsv3_message *rm, *tmp;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

734

RDSV3_FOR_EACH_LIST_NODE_SAFE(rm, tmp, &rs->rs_send_queue,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

736

if (dest && (dest->sin_addr.s_addr != rm->m_daddr ||

usr/src/uts/common/io/ib/clients/rdsv3/send.c

737

dest->sin_port != rm->m_inc.i_hdr.h_dport))

usr/src/uts/common/io/ib/clients/rdsv3/send.c

740

list_remove(&rs->rs_send_queue, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

741

list_insert_tail(&list, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

742

rdsv3_send_sndbuf_remove(rs, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

743

clear_bit(RDSV3_MSG_ON_SOCK, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

75

struct rdsv3_message *rm, *tmp;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

751

RDSV3_FOR_EACH_LIST_NODE(rm, &list, m_sock_item) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

756

mutex_enter(&rm->m_rs_lock);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

758

__rdsv3_rdma_send_complete(rs, rm, RDS_RDMA_CANCELED);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

759

rm->m_rs = NULL;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

760

mutex_exit(&rm->m_rs_lock);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

768

if (!test_bit(RDSV3_MSG_ON_CONN, &rm->m_flags))

usr/src/uts/common/io/ib/clients/rdsv3/send.c

771

if (conn != rm->m_inc.i_conn) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

774

conn = rm->m_inc.i_conn;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

778

if (test_and_clear_bit(RDSV3_MSG_ON_CONN, &rm->m_flags)) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

779

list_remove_node(&rm->m_conn_item);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

780

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

791

rm = list_remove_head(&list);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

793

rdsv3_message_wait(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

794

rdsv3_message_put(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

807

struct rdsv3_message *rm, uint16_be_t sport,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

812

RDSV3_DPRINTF4("rdsv3_send_queue_rm", "Enter(rs: %p, rm: %p)", rs, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

817

len = ntohl(rm->m_inc.i_hdr.h_len);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

83

rm = conn->c_xmit_rm;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

84

ro = rm->m_rdma_op;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

843

set_bit(RDSV3_MSG_ACK_REQUIRED, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

845

list_insert_tail(&rs->rs_send_queue, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

846

set_bit(RDSV3_MSG_ON_SOCK, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

848

rdsv3_message_addref(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

849

rm->m_rs = rs;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

855

rdsv3_message_populate_header(&rm->m_inc.i_hdr, sport,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

857

rm->m_inc.i_conn = conn;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

858

rdsv3_message_addref(rm); /* XXX - called twice */

usr/src/uts/common/io/ib/clients/rdsv3/send.c

861

rm->m_inc.i_hdr.h_sequence = htonll(conn->c_next_tx_seq++);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

862

list_insert_tail(&conn->c_send_queue, rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

863

set_bit(RDSV3_MSG_ON_CONN, &rm->m_flags);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

868

rm, len, rs, rs->rs_snd_bytes,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

870

rm->m_inc.i_hdr.h_sequence));

usr/src/uts/common/io/ib/clients/rdsv3/send.c

88

rm, rm->m_flags, ro->r_mapped,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

883

rdsv3_cmsg_send(struct rdsv3_sock *rs, struct rdsv3_message *rm,

usr/src/uts/common/io/ib/clients/rdsv3/send.c

897

cmsg, rm, cmsg->cmsg_type);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

904

ret = rdsv3_cmsg_rdma_args(rs, rm, cmsg);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

908

ret = rdsv3_cmsg_rdma_dest(rs, rm, cmsg);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

912

ret = rdsv3_cmsg_rdma_map(rs, rm, cmsg);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

940

struct rdsv3_message *rm = NULL;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

981

rm = rdsv3_message_copy_from_user(uio, payload_len);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

982

if (IS_ERR(rm)) {

usr/src/uts/common/io/ib/clients/rdsv3/send.c

983

ret = PTR_ERR(rm);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

986

rm = NULL;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

990

rm->m_daddr = daddr;

usr/src/uts/common/io/ib/clients/rdsv3/send.c

993

ret = rdsv3_cmsg_send(rs, rm, msg, &allocated_mr);

usr/src/uts/common/io/ib/clients/rdsv3/send.c

997

rs, rm, msg, ret);

usr/src/uts/common/io/nvme/nvme.c

5160

const nvme_minor_t *rm = r;

usr/src/uts/common/io/nvme/nvme.c

5162

if (lm->nm_minor > rm->nm_minor) {

usr/src/uts/common/io/nvme/nvme.c

5164

} else if (lm->nm_minor < rm->nm_minor) {

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

100

bcopy(rm, *raidmap, rm->rm_raidmap_sz);

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

123

lmrc_fw_raid_map_t *rm;

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

128

rm = lmrc->l_raidmap;

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

130

rm->rm_raidmap_sz, 4);

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

138

dcmd->md_mbox_8[0] = rm->rm_ld_count;

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

162

lmrc_fw_raid_map_t *rm;

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

171

rm = lmrc->l_raidmap;

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

172

for (ld = 0; ld < rm->rm_ld_count; ld++) {

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

173

lmrc_ld_raid_t *lr = lmrc_ld_raid_get(ld, rm);

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

180

dcmd->md_mbox_8[0] = rm->rm_ld_count;

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

198

lmrc_fw_raid_map_t *rm = dma->ld_buf;

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

215

if (lmrc_validate_raidmap(lmrc, rm) != DDI_SUCCESS)

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

220

bcopy(rm, lmrc->l_raidmap, lmrc->l_raidmap->rm_raidmap_sz);

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

73

lmrc_fw_raid_map_t *rm;

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

90

rm = mfi->mfi_data_dma.ld_buf;

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

91

if (rm->rm_raidmap_sz > lmrc->l_max_map_sz) {

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

94

rm->rm_raidmap_sz);

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.c

99

*raidmap = kmem_zalloc(rm->rm_raidmap_sz, KM_SLEEP);

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.h

300

lmrc_ld_raid_get(uint16_t ld_id, lmrc_fw_raid_map_t *rm)

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.h

302

if (ld_id >= rm->rm_ld_count)

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.h

305

return (&rm->rm_span[ld_id].sm_ld_raid);

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.h

309

lmrc_ld_id_get(uint16_t tgtid, lmrc_fw_raid_map_t *rm)

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.h

312

rm->rm_desc_table[LMRC_RAID_MAP_DESC_TYPE_LD_ID].rmd_desc_nelem);

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.h

315

rm->rm_desc_table[LMRC_RAID_MAP_DESC_TYPE_LD_ID].rmd_desc_nelem;

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.h

320

return (rm->rm_ld_id[tgtid]);

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.h

324

lmrc_tgtid_get(uint16_t ld_id, lmrc_fw_raid_map_t *rm)

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.h

328

if (ld_id >= rm->rm_ld_count)

usr/src/uts/common/io/scsi/adapters/lmrc/lmrc_raid.h

331

raid = lmrc_ld_raid_get(ld_id, rm);

usr/src/uts/common/sys/ib/clients/rdsv3/ib.h

356

int rdsv3_ib_xmit(struct rdsv3_connection *conn, struct rdsv3_message *rm,

usr/src/uts/common/sys/ib/clients/rdsv3/rdma.h

92

int rdsv3_cmsg_rdma_args(struct rdsv3_sock *rs, struct rdsv3_message *rm,

usr/src/uts/common/sys/ib/clients/rdsv3/rdma.h

94

int rdsv3_cmsg_rdma_dest(struct rdsv3_sock *rs, struct rdsv3_message *rm,

usr/src/uts/common/sys/ib/clients/rdsv3/rdma.h

96

int rdsv3_cmsg_rdma_map(struct rdsv3_sock *rs, struct rdsv3_message *rm,

usr/src/uts/common/sys/ib/clients/rdsv3/rdma.h

99

void rdsv3_rdma_send_complete(struct rdsv3_message *rm, int);

usr/src/uts/common/sys/ib/clients/rdsv3/rdsv3.h

366

int (*xmit)(struct rdsv3_connection *conn, struct rdsv3_message *rm,

usr/src/uts/common/sys/ib/clients/rdsv3/rdsv3.h

620

typedef int (*is_acked_func)(struct rdsv3_message *rm, uint64_t ack);

usr/src/uts/common/sys/ib/clients/rdsv3/rdsv3.h

721

void rdsv3_message_addref(struct rdsv3_message *rm);

usr/src/uts/common/sys/ib/clients/rdsv3/rdsv3.h

722

void rdsv3_message_put(struct rdsv3_message *rm);

usr/src/uts/common/sys/ib/clients/rdsv3/rdsv3.h

723

void rdsv3_message_wait(struct rdsv3_message *rm);

usr/src/uts/common/sys/ib/clients/rdsv3/rdsv3.h

724

void rdsv3_message_unmapped(struct rdsv3_message *rm);

usr/src/uts/common/sys/random.h

59

#define BUMP_CPU_RND_STATS(rm, x, v) (((rm)->rm_mag.rm_stats).x += (v))

usr/src/uts/common/sys/vnode.h

1348

int vn_remove(char *fnamep, enum uio_seg seg, enum rm dirflag);

usr/src/uts/common/sys/vnode.h

1350

enum rm dirflag);

usr/src/uts/common/sys/vnode.h

796

typedef enum rm rm_t;

usr/src/uts/i86pc/os/mp_pc.c

107

bcopy((caddr_t)real_mode_start_cpu, (caddr_t)rm->rm_code,

usr/src/uts/i86pc/os/mp_pc.c

129

rmp_gdt_init(rm_platter_t *rm)

usr/src/uts/i86pc/os/mp_pc.c

151

rm->rm_temp_gdt[0] = 0;

usr/src/uts/i86pc/os/mp_pc.c

152

rm->rm_temp_gdt[TEMPGDT_KCODE64] = 0x20980000000000ULL;

usr/src/uts/i86pc/os/mp_pc.c

154

rm->rm_temp_gdt_lim = (ushort_t)(sizeof (rm->rm_temp_gdt) - 1);

usr/src/uts/i86pc/os/mp_pc.c

155

rm->rm_temp_gdt_base = rm_platter_pa +

usr/src/uts/i86pc/os/mp_pc.c

157

rm->rm_temp_idt_lim = 0;

usr/src/uts/i86pc/os/mp_pc.c

158

rm->rm_temp_idt_base = 0;

usr/src/uts/i86pc/os/mp_pc.c

164

rm->rm_longmode64_addr = rm_platter_pa +

usr/src/uts/i86pc/os/mp_pc.c

263

rm_platter_t *rm = (rm_platter_t *)rm_platter_va;

usr/src/uts/i86pc/os/mp_pc.c

292

(caddr_t)rm->rm_cpu_halt_code, len);

usr/src/uts/i86pc/os/mp_pc.c

305

(caddr_t)rm->rm_code, len);

usr/src/uts/i86pc/os/mp_pc.c

306

rm->rm_cpu_halted = 0;

usr/src/uts/i86pc/os/mp_pc.c

324

bcopy((caddr_t)real_mode_start_cpu, (caddr_t)rm->rm_code,

usr/src/uts/i86pc/os/mp_pc.c

333

rm->rm_idt_base = cp->cpu_idt;

usr/src/uts/i86pc/os/mp_pc.c

334

rm->rm_idt_lim = sizeof (*cp->cpu_idt) * NIDT - 1;

usr/src/uts/i86pc/os/mp_pc.c

335

rm->rm_gdt_base = cp->cpu_gdt;

usr/src/uts/i86pc/os/mp_pc.c

336

rm->rm_gdt_lim = sizeof (*cp->cpu_gdt) * NGDT - 1;

usr/src/uts/i86pc/os/mp_pc.c

341

rm->rm_pdbr = MAKECR3(kas.a_hat->hat_htable->ht_pfn, PCID_NONE);

usr/src/uts/i86pc/os/mp_pc.c

342

rm->rm_cpu = cp->cpu_id;

usr/src/uts/i86pc/os/mp_pc.c

349

rm->rm_cr4 = getcr4();

usr/src/uts/i86pc/os/mp_pc.c

350

rm->rm_cr4 &= ~(CR4_MCE | CR4_PCE | CR4_PCIDE);

usr/src/uts/i86pc/os/mp_pc.c

352

rmp_gdt_init(rm);

usr/src/uts/i86pc/os/mp_pc.c

582

rm_platter_t *rm = (rm_platter_t *)rm_platter_va;

usr/src/uts/i86pc/os/mp_pc.c

635

while (*(volatile ushort_t *)&(rm->rm_cpu_halted) != 0xdead) {

usr/src/uts/i86pc/os/mp_pc.c

638

rm->rm_cpu_halted = 0xffff;

usr/src/uts/i86pc/os/mp_pc.c

82

struct rm_platter *rm = (struct rm_platter *)rm_platter_va;

usr/src/uts/i86pc/os/mp_pc.c

92

addr = (ulong_t)((caddr_t)rm->rm_code - (caddr_t)rm) + rm_platter_pa;

usr/src/uts/i86pc/vm/hat_i86.c

1757

uint_t rm = 0;

usr/src/uts/i86pc/vm/hat_i86.c

1764

rm |= P_REF;

usr/src/uts/i86pc/vm/hat_i86.c

1767

rm |= P_MOD;

usr/src/uts/i86pc/vm/hat_i86.c

1769

if (rm == 0)

usr/src/uts/i86pc/vm/hat_i86.c

1786

hat_page_setattr(pp, rm);

usr/src/uts/i86pc/vm/hat_i86.c

390

#define PP_SETRM(pp, rm) atomic_orb(&(pp->p_nrm), rm)

usr/src/uts/i86pc/vm/hat_i86.c

395

#define PP_CLRRM(pp, rm) atomic_andb(&(pp->p_nrm), ~(rm))

usr/src/uts/i86pc/vm/hat_i86.c

4584

uint_t rm = 0;

usr/src/uts/i86pc/vm/hat_i86.c

4596

rm |= P_MOD;

usr/src/uts/i86pc/vm/hat_i86.c

4598

rm |= P_REF;

usr/src/uts/i86pc/vm/hat_i86.c

4606

if (rm) {

usr/src/uts/i86pc/vm/hat_i86.c

4620

hat_page_setattr(pp, rm);

usr/src/uts/intel/dtrace/fasttrap_isa.c

354

uint_t rm = FASTTRAP_MODRM_RM(instr[start + 1]);

usr/src/uts/intel/dtrace/fasttrap_isa.c

376

if (mod != 3 && rm == 4) {

usr/src/uts/intel/dtrace/fasttrap_isa.c

399

if (mod == 0 && rm == 5) {

usr/src/uts/intel/dtrace/fasttrap_isa.c

406

uint8_t base = rm |

usr/src/uts/intel/dtrace/fasttrap_isa.c

548

uint_t rm = FASTTRAP_MODRM_RM(instr[rmindex]);

usr/src/uts/intel/dtrace/fasttrap_isa.c

552

if (mod == 0 && rm == 5) {

usr/src/uts/intel/dtrace/fasttrap_isa.c

566

rm = 0;

usr/src/uts/intel/dtrace/fasttrap_isa.c

571

rm = 1;

usr/src/uts/intel/dtrace/fasttrap_isa.c

576

FASTTRAP_MODRM(2, reg, rm);

usr/src/uts/intel/dtrace/fasttrap_isa.c

71

#define FASTTRAP_MODRM(mod, reg, rm) (((mod) << 6) | ((reg) << 3) | (rm))

usr/src/uts/intel/io/amdzen/zen_umc.c

2232

uint32_t rm[3];

usr/src/uts/intel/io/amdzen/zen_umc.c

2236

&rm[0])) != 0) {

usr/src/uts/intel/io/amdzen/zen_umc.c

2244

&rm[1])) != 0) {

usr/src/uts/intel/io/amdzen/zen_umc.c

2252

&rm[2])) != 0) {

usr/src/uts/intel/io/amdzen/zen_umc.c

2267

DF_CS_REMAP_GET_CSX_V4B(rm[reg], idx);

usr/src/uts/intel/io/amdzen/zen_umc.c

2315

uint32_t rm[2];

usr/src/uts/intel/io/amdzen/zen_umc.c

2319

&rm[0])) != 0) {

usr/src/uts/intel/io/amdzen/zen_umc.c

2327

&rm[1])) != 0) {

usr/src/uts/intel/io/amdzen/zen_umc.c

2338

remap->csr_remaps[ent] = DF_CS_REMAP_GET_CSX(rm[reg],

usr/src/uts/intel/io/amdzen/zen_umc.c

3246

umc_addr_hash_t *rm = &chash->uch_rm_hashes[i];

usr/src/uts/intel/io/amdzen/zen_umc.c

3263

rm->uah_addr_xor = addr << UMC_RANK_HASH_SHIFT;

usr/src/uts/intel/io/amdzen/zen_umc.c

3264

rm->uah_en = UMC_RANK_HASH_GET_EN(val);

usr/src/uts/intel/io/amdzen/zen_umc.c

3281

rm->uah_addr_xor |= addr <<

usr/src/uts/intel/io/amdzen/zen_umc.c

3323

umc_addr_hash_t *rm = &chash->uch_cs_hashes[i];

usr/src/uts/intel/io/amdzen/zen_umc.c

3339

rm->uah_addr_xor = addr << UMC_CS_HASH_SHIFT;

usr/src/uts/intel/io/amdzen/zen_umc.c

3340

rm->uah_en = UMC_CS_HASH_GET_EN(val);

usr/src/uts/intel/io/amdzen/zen_umc.c

3357

rm->uah_addr_xor |= addr << UMC_CS_HASH_EXT_ADDR_SHIFT;

usr/src/uts/intel/io/vmm/vmm_instruction_emul.c

120

rm:4;

usr/src/uts/intel/io/vmm/vmm_instruction_emul.c

3592

vie->rm = (x >> 0) & 0x7;

usr/src/uts/intel/io/vmm/vmm_instruction_emul.c

3603

if ((vie->mod == VIE_MOD_INDIRECT && vie->rm == VIE_RM_DISP32) ||

usr/src/uts/intel/io/vmm/vmm_instruction_emul.c

3604

(vie->mod != VIE_MOD_DIRECT && vie->rm == VIE_RM_SIB)) {

usr/src/uts/intel/io/vmm/vmm_instruction_emul.c

3618

vie->rm |= (vie->rex_b << 3);

usr/src/uts/intel/io/vmm/vmm_instruction_emul.c

3624

if (vie->mod != VIE_MOD_DIRECT && vie->rm == VIE_RM_SIB)

usr/src/uts/intel/io/vmm/vmm_instruction_emul.c

3627

vie->base_register = gpr_map[vie->rm];

usr/src/uts/intel/io/vmm/vmm_instruction_emul.c

3637

if (vie->rm == VIE_RM_DISP32) {

usr/src/uts/intel/io/vmm/vmm_instruction_emul.c

3666

if (vie->mod == VIE_MOD_DIRECT || vie->rm != VIE_RM_SIB)

usr/src/uts/intel/io/vmm/vmm_instruction_emul.c

789

enum vm_reg_name gpr = gpr_map[vie->rm];

usr/src/uts/sfmmu/vm/hat_sfmmu.c

6373

uint_t rm = 0;

usr/src/uts/sfmmu/vm/hat_sfmmu.c

6384

rm = P_REF;

usr/src/uts/sfmmu/vm/hat_sfmmu.c

6387

rm |= P_MOD;

usr/src/uts/sfmmu/vm/hat_sfmmu.c

6390

if (rm == 0) {

usr/src/uts/sfmmu/vm/hat_sfmmu.c

6400

hat_setstat(sfmmup->sfmmu_as, vaddr, MMU_PAGESIZE, rm);

usr/src/uts/sfmmu/vm/hat_sfmmu.c

6431

if (((rm & P_REF) != 0 && !PP_ISREF(pp)) ||

usr/src/uts/sfmmu/vm/hat_sfmmu.c

6432

((rm & P_MOD) != 0 && !PP_ISMOD(pp)))

usr/src/uts/sfmmu/vm/hat_sfmmu.c

6433

hat_page_setattr(pp, rm);