arch/arc/net/bpf_jit_core.c

942

len = load_r(buf, dst, src, off, BPF_SIZE(code), false);

arch/arc/net/bpf_jit_core.c

947

len = load_r(buf, dst, src, off, BPF_SIZE(code), true);

arch/arc/net/bpf_jit_core.c

954

len = store_r(buf, src, dst, off, BPF_SIZE(code));

arch/arc/net/bpf_jit_core.c

960

len = store_i(buf, imm, dst, off, BPF_SIZE(code));

arch/arm/net/bpf_jit_32.c

1873

emit_ldsx_r(dst, rn, off, ctx, BPF_SIZE(code));

arch/arm/net/bpf_jit_32.c

1875

emit_ldx_r(dst, rn, off, ctx, BPF_SIZE(code));

arch/arm/net/bpf_jit_32.c

1885

switch (BPF_SIZE(code)) {

arch/arm/net/bpf_jit_32.c

1896

emit_str_r(dst_lo, tmp2, off, ctx, BPF_SIZE(code));

arch/arm/net/bpf_jit_32.c

1908

emit_str_r(dst_lo, rs, off, ctx, BPF_SIZE(code));

arch/arm64/net/bpf_jit_comp.c

1742

switch (BPF_SIZE(code)) {

arch/arm64/net/bpf_jit_comp.c

1839

switch (BPF_SIZE(code)) {

arch/arm64/net/bpf_jit_comp.c

1906

switch (BPF_SIZE(code)) {

arch/arm64/net/bpf_jit_comp.c

752

switch (BPF_SIZE(code)) {

arch/arm64/net/bpf_jit_comp.c

768

switch (BPF_SIZE(code)) {

arch/arm64/net/bpf_jit_comp.c

800

const bool isdw = BPF_SIZE(code) == BPF_DW;

arch/arm64/net/bpf_jit_comp.c

870

const bool isdw = BPF_SIZE(code) == BPF_DW;

arch/loongarch/net/bpf_jit.c

1269

switch (BPF_SIZE(code)) {

arch/loongarch/net/bpf_jit.c

1338

switch (BPF_SIZE(code)) {

arch/loongarch/net/bpf_jit.c

1401

switch (BPF_SIZE(code)) {

arch/loongarch/net/bpf_jit.c

378

const bool isdw = BPF_SIZE(insn->code) == BPF_DW;

arch/loongarch/net/bpf_jit.c

387

switch (BPF_SIZE(insn->code)) {

arch/loongarch/net/bpf_jit.c

430

switch (BPF_SIZE(insn->code)) {

arch/loongarch/net/bpf_jit.c

482

switch (BPF_SIZE(insn->code)) {

arch/loongarch/net/bpf_jit.c

547

switch (BPF_SIZE(insn->code)) {

arch/loongarch/net/bpf_jit.c

586

switch (BPF_SIZE(insn->code)) {

arch/mips/net/bpf_jit_comp32.c

1659

emit_ldx(ctx, dst, lo(src), off, BPF_SIZE(code));

arch/mips/net/bpf_jit_comp32.c

1666

switch (BPF_SIZE(code)) {

arch/mips/net/bpf_jit_comp32.c

1677

emit_stx(ctx, lo(dst), tmp, off, BPF_SIZE(code));

arch/mips/net/bpf_jit_comp32.c

1684

emit_stx(ctx, lo(dst), src, off, BPF_SIZE(code));

arch/mips/net/bpf_jit_comp64.c

828

emit_ldx(ctx, dst, src, off, BPF_SIZE(code));

arch/mips/net/bpf_jit_comp64.c

836

emit_stx(ctx, dst, MIPS_R_T4, off, BPF_SIZE(code));

arch/mips/net/bpf_jit_comp64.c

843

emit_stx(ctx, dst, src, off, BPF_SIZE(code));

arch/mips/net/bpf_jit_comp64.c

861

if (BPF_SIZE(code) == BPF_DW) {

arch/mips/net/bpf_jit_comp64.c

879

if (BPF_SIZE(code) == BPF_DW) {

arch/parisc/net/bpf_jit_comp32.c

1133

BPF_CLASS(code), code, (code & BPF_ALU64) ? 1:0, BPF_SIZE(code),

arch/parisc/net/bpf_jit_comp32.c

1424

if (emit_load_r64(dst, src, off, ctx, BPF_SIZE(code)))

arch/parisc/net/bpf_jit_comp32.c

1447

if (emit_store_r64(dst, src, off, ctx, BPF_SIZE(code),

arch/parisc/net/bpf_jit_comp64.c

1034

switch (BPF_SIZE(code)) {

arch/parisc/net/bpf_jit_comp64.c

1082

emit_store(rd, rs, off, ctx, BPF_SIZE(code), BPF_MODE(code));

arch/powerpc/net/bpf_jit_comp32.c

343

u32 size = BPF_SIZE(code);

arch/powerpc/net/bpf_jit_comp64.c

1499

if (BPF_SIZE(code) == BPF_W || BPF_SIZE(code) == BPF_DW) {

arch/powerpc/net/bpf_jit_comp64.c

1618

if ((BPF_SIZE(code) == BPF_DW && (off & 3)) ||

arch/powerpc/net/bpf_jit_comp64.c

1619

(BPF_SIZE(code) == BPF_B &&

arch/powerpc/net/bpf_jit_comp64.c

1621

(BPF_SIZE(code) == BPF_B && BPF_MODE(code) == BPF_MEMSX))

arch/powerpc/net/bpf_jit_comp64.c

772

u32 size = BPF_SIZE(insn->code);

arch/powerpc/net/bpf_jit_comp64.c

877

switch (BPF_SIZE(code)) {

arch/powerpc/net/bpf_jit_comp64.c

906

u32 size = BPF_SIZE(code);

arch/powerpc/net/bpf_jit_comp64.c

983

u32 size = BPF_SIZE(code);

arch/riscv/net/bpf_jit_comp32.c

1247

if (emit_load_r64(dst, src, off, ctx, BPF_SIZE(code)))

arch/riscv/net/bpf_jit_comp32.c

1269

if (emit_store_r64(dst, src, off, ctx, BPF_SIZE(code),

arch/riscv/net/bpf_jit_comp32.c

1282

if (emit_store_r64(dst, src, off, ctx, BPF_SIZE(code),

arch/riscv/net/bpf_jit_comp64.c

1916

emit_ldx(rd, off, rs, BPF_SIZE(code), sign_ext, ctx);

arch/riscv/net/bpf_jit_comp64.c

1922

if (BPF_SIZE(code) != BPF_DW && insn_is_zext(&insn[1]))

arch/riscv/net/bpf_jit_comp64.c

1946

emit_st(rd, off, imm, BPF_SIZE(code), ctx);

arch/riscv/net/bpf_jit_comp64.c

1968

emit_stx(rd, off, rs, BPF_SIZE(code), ctx);

arch/riscv/net/bpf_jit_comp64.c

579

emit_ldx(rd, off, rs, BPF_SIZE(code), false, ctx);

arch/riscv/net/bpf_jit_comp64.c

585

if (BPF_SIZE(code) != BPF_DW && insn_is_zext(&insn[1]))

arch/riscv/net/bpf_jit_comp64.c

596

emit_stx(rd, off, rs, BPF_SIZE(code), ctx);

arch/riscv/net/bpf_jit_comp64.c

612

bool is64 = BPF_SIZE(code) == BPF_DW;

arch/riscv/net/bpf_jit_comp64.c

614

if (BPF_SIZE(code) != BPF_W && BPF_SIZE(code) != BPF_DW) {

arch/s390/net/bpf_jit_comp.c

1582

bool is32 = BPF_SIZE(insn->code) == BPF_W;

arch/s390/net/bpf_jit_comp.c

2312

(BPF_SIZE(insn->code) == BPF_DW ||

arch/s390/net/bpf_jit_comp.c

2313

BPF_SIZE(insn->code) == BPF_W) &&

arch/sparc/net/bpf_jit_comp_64.c

1263

switch (BPF_SIZE(code)) {

arch/sparc/net/bpf_jit_comp_64.c

1308

switch (BPF_SIZE(code)) {

arch/sparc/net/bpf_jit_comp_64.c

1346

switch (BPF_SIZE(code)) {

arch/x86/net/bpf_jit_comp.c

2252

EMIT(imm32, bpf_size_to_x86_bytes(BPF_SIZE(insn->code)));

arch/x86/net/bpf_jit_comp.c

2270

emit_stx(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn_off);

arch/x86/net/bpf_jit_comp.c

2278

emit_st_r12(&prog, BPF_SIZE(insn->code), dst_reg, insn->off, insn->imm);

arch/x86/net/bpf_jit_comp.c

2296

emit_ldsx_r12(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn->off);

arch/x86/net/bpf_jit_comp.c

2298

emit_ldx_r12(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn->off);

arch/x86/net/bpf_jit_comp.c

2300

emit_stx_r12(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn->off);

arch/x86/net/bpf_jit_comp.c

2434

emit_ldsx(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn_off);

arch/x86/net/bpf_jit_comp.c

2436

emit_ldx(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn_off);

arch/x86/net/bpf_jit_comp.c

2496

bool is64 = BPF_SIZE(insn->code) == BPF_DW;

arch/x86/net/bpf_jit_comp.c

2515

emit_ldx(&prog, BPF_SIZE(insn->code),

arch/x86/net/bpf_jit_comp.c

2529

BPF_SIZE(insn->code));

arch/x86/net/bpf_jit_comp.c

2546

insn->off, BPF_SIZE(insn->code));

arch/x86/net/bpf_jit_comp.c

2549

insn->off, BPF_SIZE(insn->code));

arch/x86/net/bpf_jit_comp.c

2567

BPF_SIZE(insn->code), dst_reg,

arch/x86/net/bpf_jit_comp.c

2570

err = emit_atomic_rmw_index(&prog, insn->imm, BPF_SIZE(insn->code),

arch/x86/net/bpf_jit_comp32.c

1924

switch (BPF_SIZE(code)) {

arch/x86/net/bpf_jit_comp32.c

1939

EMIT(imm32, bpf_size_to_x86_bytes(BPF_SIZE(code)));

arch/x86/net/bpf_jit_comp32.c

1941

if (BPF_SIZE(code) == BPF_DW) {

arch/x86/net/bpf_jit_comp32.c

1972

switch (BPF_SIZE(code)) {

arch/x86/net/bpf_jit_comp32.c

1989

if (BPF_SIZE(code) == BPF_DW) {

arch/x86/net/bpf_jit_comp32.c

2025

switch (BPF_SIZE(code)) {

arch/x86/net/bpf_jit_comp32.c

2049

switch (BPF_SIZE(code)) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3980

if (!exp_mask[BPF_SIZE(insn.code)])

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3982

if (exp_mask[BPF_SIZE(insn.code)] != next.imm)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4011

if (BPF_SIZE(insn.code) != BPF_W)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4063

if (BPF_SIZE(ld->code) != BPF_SIZE(st->code))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

834

else if (BPF_SIZE(meta->insn.code) != BPF_DW)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

839

switch (BPF_SIZE(meta->insn.code)) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

861

if (BPF_SIZE(meta->insn.code) != BPF_DW)

include/linux/filter.h

311

.code = BPF_LD | BPF_SIZE(SIZE) | BPF_ABS, \

include/linux/filter.h

321

.code = BPF_LD | BPF_SIZE(SIZE) | BPF_IND, \

include/linux/filter.h

331

.code = BPF_LDX | BPF_SIZE(SIZE) | BPF_MEM, \

include/linux/filter.h

341

.code = BPF_LDX | BPF_SIZE(SIZE) | BPF_MEMSX, \

include/linux/filter.h

351

.code = BPF_STX | BPF_SIZE(SIZE) | BPF_MEM, \

include/linux/filter.h

377

.code = BPF_STX | BPF_SIZE(SIZE) | BPF_ATOMIC, \

include/linux/filter.h

390

.code = BPF_ST | BPF_SIZE(SIZE) | BPF_MEM, \

include/linux/filter.h

574

const int __size = bpf_size_to_bytes(BPF_SIZE((insn)->code)); \

kernel/bpf/cgroup.c

2464

BPF_SIZE(si->code), si->dst_reg, si->src_reg,

kernel/bpf/cgroup.c

2504

read_size = bpf_size_to_bytes(BPF_SIZE(si->code));

kernel/bpf/cgroup.c

2506

BPF_SIZE(si->code), si->dst_reg, si->dst_reg,

kernel/bpf/const_fold.c

146

if (mode != BPF_IMM || BPF_SIZE(insn->code) != BPF_DW)

kernel/bpf/const_fold.c

179

int size = bpf_size_to_bytes(BPF_SIZE(insn->code));

kernel/bpf/core.c

1495

BPF_SIZE(from->code),

kernel/bpf/core.c

2281

if (BPF_SIZE(insn->code) == BPF_W) \

kernel/bpf/core.c

2284

else if (BPF_SIZE(insn->code) == BPF_DW) \

kernel/bpf/core.c

2291

if (BPF_SIZE(insn->code) == BPF_W) \

kernel/bpf/core.c

2295

else if (BPF_SIZE(insn->code) == BPF_DW) \

kernel/bpf/core.c

2318

if (BPF_SIZE(insn->code) == BPF_W)

kernel/bpf/core.c

2322

else if (BPF_SIZE(insn->code) == BPF_DW)

kernel/bpf/core.c

2330

if (BPF_SIZE(insn->code) == BPF_W)

kernel/bpf/core.c

2334

else if (BPF_SIZE(insn->code) == BPF_DW)

kernel/bpf/core.c

2345

switch (BPF_SIZE(insn->code)) {

kernel/bpf/core.c

2363

switch (BPF_SIZE(insn->code)) {

kernel/bpf/disasm.c

232

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

240

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

251

BPF_SIZE(insn->code) == BPF_DW ? "64" : "",

kernel/bpf/disasm.c

253

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

259

BPF_SIZE(insn->code) == BPF_DW ? "64" : "",

kernel/bpf/disasm.c

260

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

267

BPF_SIZE(insn->code) == BPF_DW ? "64" : "",

kernel/bpf/disasm.c

268

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

274

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

280

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

289

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

305

bpf_ldst_string[BPF_SIZE(insn->code) >> 3] :

kernel/bpf/disasm.c

306

bpf_ldsx_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

312

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

317

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

kernel/bpf/disasm.c

320

BPF_SIZE(insn->code) == BPF_DW) {

kernel/bpf/fixups.c

808

insn->code = BPF_STX | BPF_PROBE_ATOMIC | BPF_SIZE(insn->code);

kernel/bpf/fixups.c

883

BPF_SIZE((insn)->code);

kernel/bpf/fixups.c

886

BPF_SIZE((insn)->code);

kernel/bpf/fixups.c

896

insn->code = BPF_CLASS(insn->code) | BPF_PROBE_MEM32SX | BPF_SIZE(insn->code);

kernel/bpf/fixups.c

898

insn->code = BPF_CLASS(insn->code) | BPF_PROBE_MEM32 | BPF_SIZE(insn->code);

kernel/bpf/liveness.c

1170

u32 sz = bpf_size_to_bytes(BPF_SIZE(insn->code));

kernel/bpf/liveness.c

1202

u32 sz = bpf_size_to_bytes(BPF_SIZE(insn->code));

kernel/bpf/liveness.c

1224

u32 sz = bpf_size_to_bytes(BPF_SIZE(insn->code));

kernel/bpf/liveness.c

1340

s32 sz = bpf_size_to_bytes(BPF_SIZE(insn->code));

kernel/bpf/liveness.c

2081

if (BPF_SIZE(insn->code) == BPF_DW) {

kernel/bpf/syscall.c

5097

insns[i].code = BPF_LDX | BPF_SIZE(code) | BPF_MEM;

kernel/bpf/syscall.c

5103

insns[i].code = BPF_CLASS(code) | BPF_SIZE(code) | BPF_MEM;

kernel/bpf/verifier.c

16193

if (BPF_SIZE(insn->code) != BPF_DW) {

kernel/bpf/verifier.c

17274

insn->off, BPF_SIZE(insn->code),

kernel/bpf/verifier.c

18071

BPF_SIZE(insn->code) == BPF_DW ||

kernel/bpf/verifier.c

3041

return BPF_SIZE(code) == BPF_DW || BPF_MODE(code) == BPF_MEMSX;

kernel/bpf/verifier.c

3053

return BPF_SIZE(code) == BPF_DW;

kernel/bpf/verifier.c

6375

BPF_SIZE(insn->code), BPF_READ, insn->dst_reg,

kernel/bpf/verifier.c

6415

BPF_SIZE(insn->code), BPF_WRITE, insn->src_reg,

kernel/bpf/verifier.c

6429

if (BPF_SIZE(insn->code) != BPF_W && BPF_SIZE(insn->code) != BPF_DW) {

kernel/bpf/verifier.c

6493

BPF_SIZE(insn->code), BPF_READ, -1, true, false);

kernel/bpf/verifier.c

6496

insn->off, BPF_SIZE(insn->code),

kernel/bpf/verifier.c

6508

BPF_SIZE(insn->code), BPF_WRITE, -1, true, false);

kernel/bpf/verifier.c

6567

if (BPF_SIZE(insn->code) == BPF_DW && BITS_PER_LONG != 64) {

kernel/bpf/verifier.c

6574

if (BPF_SIZE(insn->code) == BPF_DW && BITS_PER_LONG != 64) {

net/core/filter.c

10007

*insn++ = BPF_EMIT_STORE(BPF_SIZE(si->code), si, off);

net/core/filter.c

10009

*insn++ = BPF_LDX_MEM(BPF_SIZE(si->code), si->dst_reg,

net/core/filter.c

10318

BPF_SIZE(si->code), si->dst_reg, si->src_reg,

net/core/filter.c

10327

BPF_SIZE(si->code), si->dst_reg, si->src_reg,

net/core/filter.c

10339

BPF_SIZE(si->code), si->dst_reg, si->src_reg,

net/core/filter.c

10357

BPF_SIZE(si->code), si->dst_reg, si->src_reg,

net/core/filter.c

10585

sin_addr, BPF_SIZE(si->code), 0, tmp_reg);

net/core/filter.c

10593

sin6_addr.s6_addr32[0], BPF_SIZE(si->code), off,

net/core/filter.c

10635

s_addr, BPF_SIZE(si->code), 0, tmp_reg);

net/core/filter.c

10645

s6_addr32[0], BPF_SIZE(si->code), off, tmp_reg);

net/core/filter.c

11177

*insn++ = BPF_EMIT_STORE(BPF_SIZE(si->code), si, off);

net/core/filter.c

11179

*insn++ = BPF_LDX_MEM(BPF_SIZE(si->code), si->dst_reg,

net/core/filter.c

494

int size = bpf_size_to_bytes(BPF_SIZE(fp->code));

net/core/filter.c

495

bool endian = BPF_SIZE(fp->code) == BPF_H ||

net/core/filter.c

496

BPF_SIZE(fp->code) == BPF_W;

net/core/filter.c

515

*insn++ = BPF_LDX_MEM(BPF_SIZE(fp->code), BPF_REG_A,

net/core/filter.c

520

*insn++ = BPF_LDX_MEM(BPF_SIZE(fp->code), BPF_REG_A,

net/core/filter.c

539

switch (BPF_SIZE(fp->code)) {

net/core/filter.c

9248

switch (BPF_SIZE(orig->code)) {

samples/bpf/bpf_insn.h

111

.code = BPF_LD | BPF_SIZE(SIZE) | BPF_ABS, \

samples/bpf/bpf_insn.h

121

.code = BPF_LDX | BPF_SIZE(SIZE) | BPF_MEM, \

samples/bpf/bpf_insn.h

131

.code = BPF_STX | BPF_SIZE(SIZE) | BPF_MEM, \

samples/bpf/bpf_insn.h

154

.code = BPF_STX | BPF_SIZE(SIZE) | BPF_ATOMIC, \

samples/bpf/bpf_insn.h

167

.code = BPF_ST | BPF_SIZE(SIZE) | BPF_MEM, \

tools/include/linux/filter.h

154

.code = BPF_LD | BPF_SIZE(SIZE) | BPF_ABS, \

tools/include/linux/filter.h

164

.code = BPF_LD | BPF_SIZE(SIZE) | BPF_IND, \

tools/include/linux/filter.h

174

.code = BPF_LDX | BPF_SIZE(SIZE) | BPF_MEM, \

tools/include/linux/filter.h

184

.code = BPF_STX | BPF_SIZE(SIZE) | BPF_MEM, \

tools/include/linux/filter.h

207

.code = BPF_STX | BPF_SIZE(SIZE) | BPF_ATOMIC, \

tools/include/linux/filter.h

220

.code = BPF_ST | BPF_SIZE(SIZE) | BPF_MEM, \

tools/lib/bpf/relo_core.c

1004

switch (BPF_SIZE(insn->code)) {

tools/testing/selftests/bpf/disasm.c

232

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

240

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

251

BPF_SIZE(insn->code) == BPF_DW ? "64" : "",

tools/testing/selftests/bpf/disasm.c

253

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

259

BPF_SIZE(insn->code) == BPF_DW ? "64" : "",

tools/testing/selftests/bpf/disasm.c

260

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

267

BPF_SIZE(insn->code) == BPF_DW ? "64" : "",

tools/testing/selftests/bpf/disasm.c

268

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

274

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

280

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

289

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

305

bpf_ldst_string[BPF_SIZE(insn->code) >> 3] :

tools/testing/selftests/bpf/disasm.c

306

bpf_ldsx_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

312

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

317

bpf_ldst_string[BPF_SIZE(insn->code) >> 3],

tools/testing/selftests/bpf/disasm.c

320

BPF_SIZE(insn->code) == BPF_DW) {