include/linux/filter.h

383

#define BPF_STX_XADD(SIZE, DST, SRC, OFF) BPF_ATOMIC_OP(SIZE, BPF_ADD, DST, SRC, OFF)

kernel/bpf/verifier.c

24250

insn_buf[1] = BPF_ATOMIC_OP(BPF_DW, BPF_XCHG, BPF_REG_1, BPF_REG_0, 0);

lib/test_bpf.c

12077

BPF_ATOMIC_OP(width, op, R10, R1, -8), \

lib/test_bpf.c

12156

BPF_ATOMIC_OP(BPF_W, BPF_##op, R10, R1, -4), \

lib/test_bpf.c

12181

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R1, -4),

lib/test_bpf.c

1646

insns[i++] = BPF_ATOMIC_OP(BPF_DW, op, R10, R2, -8);

lib/test_bpf.c

1693

insns[i++] = BPF_ATOMIC_OP(BPF_W, op, R10, R2, -4);

lib/test_bpf.c

1722

insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8);

lib/test_bpf.c

1734

insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8);

lib/test_bpf.c

1762

insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4);

lib/test_bpf.c

1776

insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4);

lib/test_bpf.c

1960

insn[i++] = BPF_ATOMIC_OP(width, op, rd, rs, -8);

lib/test_bpf.c

8971

BPF_ATOMIC_OP(width, op, R10, R5, -40), \

lib/test_bpf.c

8991

BPF_ATOMIC_OP(width, op, R10, R0, -40), \

lib/test_bpf.c

9012

BPF_ATOMIC_OP(width, op, R10, R1, -40), \

lib/test_bpf.c

9031

BPF_ATOMIC_OP(width, op, R10, R3, -40), \

lib/test_bpf.c

9142

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),

lib/test_bpf.c

9156

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),

lib/test_bpf.c

9171

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),

lib/test_bpf.c

9185

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),

lib/test_bpf.c

9200

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),

lib/test_bpf.c

9201

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),

lib/test_bpf.c

9218

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),

lib/test_bpf.c

9235

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),

lib/test_bpf.c

9254

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),

lib/test_bpf.c

9272

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),

lib/test_bpf.c

9290

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),

samples/bpf/bpf_insn.h

161

#define BPF_STX_XADD(SIZE, DST, SRC, OFF) BPF_ATOMIC_OP(SIZE, BPF_ADD, DST, SRC, OFF)

samples/bpf/cookie_uid_helper_example.c

150

BPF_ATOMIC_OP(BPF_DW, BPF_ADD, BPF_REG_9, BPF_REG_1,

samples/bpf/cookie_uid_helper_example.c

154

BPF_ATOMIC_OP(BPF_DW, BPF_ADD, BPF_REG_9, BPF_REG_1,

samples/bpf/sock_example.c

58

BPF_ATOMIC_OP(BPF_DW, BPF_ADD, BPF_REG_0, BPF_REG_1, 0),

tools/include/linux/filter.h

214

#define BPF_STX_XADD(SIZE, DST, SRC, OFF) BPF_ATOMIC_OP(SIZE, BPF_ADD, DST, SRC, OFF)

tools/testing/selftests/bpf/prog_tests/cgroup_attach_multi.c

48

BPF_ATOMIC_OP(BPF_DW, BPF_ADD, BPF_REG_0, BPF_REG_1, 0),

tools/testing/selftests/bpf/prog_tests/cgroup_attach_multi.c

54

BPF_ATOMIC_OP(BPF_W, BPF_ADD, BPF_REG_0, BPF_REG_1, 0),

tools/testing/selftests/bpf/prog_tests/kptr_xchg_inline.c

46

exp = BPF_ATOMIC_OP(BPF_DW, BPF_XCHG, BPF_REG_1, BPF_REG_0, 0);

tools/testing/selftests/bpf/progs/arena_atomics.c

332

BPF_ATOMIC_OP(BPF_##SIZEOP, BPF_LOAD_ACQ, \

tools/testing/selftests/bpf/progs/arena_atomics.c

382

BPF_ATOMIC_OP(BPF_##SIZEOP, BPF_STORE_REL, \

tools/testing/selftests/bpf/progs/compute_live_registers.c

162

__imm_insn(add_nofetch, BPF_ATOMIC_OP(BPF_W, BPF_ADD, BPF_REG_0, BPF_REG_1, 0))

tools/testing/selftests/bpf/progs/compute_live_registers.c

185

BPF_ATOMIC_OP(BPF_DW, BPF_STORE_REL, BPF_REG_2, BPF_REG_1, -8)),

tools/testing/selftests/bpf/progs/compute_live_registers.c

187

BPF_ATOMIC_OP(BPF_DW, BPF_LOAD_ACQ, BPF_REG_4, BPF_REG_3, -8))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

101

BPF_ATOMIC_OP(BPF_DW, BPF_LOAD_ACQ, BPF_REG_0, BPF_REG_2, 0))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

116

BPF_ATOMIC_OP(BPF_DW, BPF_LOAD_ACQ, BPF_REG_0, BPF_REG_1, 0))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

133

BPF_ATOMIC_OP(BPF_W, BPF_LOAD_ACQ, BPF_REG_0, BPF_REG_10, -5))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

147

BPF_ATOMIC_OP(BPF_B, BPF_LOAD_ACQ, BPF_REG_0, BPF_REG_1, 0))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

169

BPF_ATOMIC_OP(BPF_B, BPF_LOAD_ACQ, BPF_REG_0, BPF_REG_2, 0))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

186

BPF_ATOMIC_OP(BPF_B, BPF_LOAD_ACQ, BPF_REG_0, BPF_REG_2, 0))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

203

BPF_ATOMIC_OP(BPF_B, BPF_LOAD_ACQ, BPF_REG_0, BPF_REG_2,

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

218

BPF_ATOMIC_OP(BPF_DW, BPF_LOAD_ACQ, BPF_REG_0, 15 /* invalid reg */, 0))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

27

BPF_ATOMIC_OP(BPF_B, BPF_LOAD_ACQ, BPF_REG_2, BPF_REG_10, -1))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

47

BPF_ATOMIC_OP(BPF_H, BPF_LOAD_ACQ, BPF_REG_2, BPF_REG_10, -2))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

67

BPF_ATOMIC_OP(BPF_W, BPF_LOAD_ACQ, BPF_REG_2, BPF_REG_10, -4))

tools/testing/selftests/bpf/progs/verifier_load_acquire.c

87

BPF_ATOMIC_OP(BPF_DW, BPF_LOAD_ACQ, BPF_REG_2, BPF_REG_10, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

121

BPF_ATOMIC_OP(BPF_DW, BPF_LOAD_ACQ, BPF_REG_2, BPF_REG_10, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

143

BPF_ATOMIC_OP(BPF_DW, BPF_STORE_REL, BPF_REG_10, BPF_REG_1, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

331

BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

355

BPF_ATOMIC_OP(BPF_DW, BPF_XCHG, BPF_REG_10, BPF_REG_2, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

379

BPF_ATOMIC_OP(BPF_DW, BPF_OR | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

403

BPF_ATOMIC_OP(BPF_DW, BPF_AND | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

427

BPF_ATOMIC_OP(BPF_DW, BPF_XOR | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

453

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_2, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

487

BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

517

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_2, -8))

tools/testing/selftests/bpf/progs/verifier_precision.c

547

BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_0, BPF_REG_1, 0))

tools/testing/selftests/bpf/progs/verifier_precision.c

579

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_6, BPF_REG_1, 0))

tools/testing/selftests/bpf/progs/verifier_precision.c

609

BPF_ATOMIC_OP(BPF_W, BPF_ADD | BPF_FETCH, BPF_REG_0, BPF_REG_1, 0))

tools/testing/selftests/bpf/progs/verifier_precision.c

641

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_6, BPF_REG_1, 0))

tools/testing/selftests/bpf/progs/verifier_store_release.c

101

BPF_ATOMIC_OP(BPF_DW, BPF_STORE_REL, BPF_REG_10, BPF_REG_2, -8))

tools/testing/selftests/bpf/progs/verifier_store_release.c

116

BPF_ATOMIC_OP(BPF_DW, BPF_STORE_REL, BPF_REG_2, BPF_REG_1, -8))

tools/testing/selftests/bpf/progs/verifier_store_release.c

131

BPF_ATOMIC_OP(BPF_DW, BPF_STORE_REL, BPF_REG_1, BPF_REG_1, 0))

tools/testing/selftests/bpf/progs/verifier_store_release.c

147

BPF_ATOMIC_OP(BPF_W, BPF_STORE_REL, BPF_REG_10, BPF_REG_0, -5))

tools/testing/selftests/bpf/progs/verifier_store_release.c

163

BPF_ATOMIC_OP(BPF_B, BPF_STORE_REL, BPF_REG_1, BPF_REG_0,

tools/testing/selftests/bpf/progs/verifier_store_release.c

187

BPF_ATOMIC_OP(BPF_B, BPF_STORE_REL, BPF_REG_2, BPF_REG_0, 0))

tools/testing/selftests/bpf/progs/verifier_store_release.c

205

BPF_ATOMIC_OP(BPF_B, BPF_STORE_REL, BPF_REG_2, BPF_REG_0, 0))

tools/testing/selftests/bpf/progs/verifier_store_release.c

222

BPF_ATOMIC_OP(BPF_B, BPF_STORE_REL, BPF_REG_2, BPF_REG_0, 0))

tools/testing/selftests/bpf/progs/verifier_store_release.c

237

BPF_ATOMIC_OP(BPF_DW, BPF_STORE_REL, BPF_REG_10, BPF_REG_1, -8))

tools/testing/selftests/bpf/progs/verifier_store_release.c

27

BPF_ATOMIC_OP(BPF_B, BPF_STORE_REL, BPF_REG_10, BPF_REG_1, -1))

tools/testing/selftests/bpf/progs/verifier_store_release.c

271

BPF_ATOMIC_OP(BPF_DW, BPF_STORE_REL, BPF_REG_0, BPF_REG_6, 0))

tools/testing/selftests/bpf/progs/verifier_store_release.c

285

BPF_ATOMIC_OP(BPF_DW, BPF_STORE_REL, 15 /* invalid reg */, BPF_REG_1, 0))

tools/testing/selftests/bpf/progs/verifier_store_release.c

47

BPF_ATOMIC_OP(BPF_H, BPF_STORE_REL, BPF_REG_10, BPF_REG_1, -2))

tools/testing/selftests/bpf/progs/verifier_store_release.c

67

BPF_ATOMIC_OP(BPF_W, BPF_STORE_REL, BPF_REG_10, BPF_REG_1, -4))

tools/testing/selftests/bpf/progs/verifier_store_release.c

87

BPF_ATOMIC_OP(BPF_DW, BPF_STORE_REL, BPF_REG_10, BPF_REG_1, -8))

tools/testing/selftests/bpf/verifier/atomic_and.c

30

BPF_ATOMIC_OP(BPF_DW, BPF_AND | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_and.c

60

BPF_ATOMIC_OP(BPF_W, BPF_AND | BPF_FETCH, BPF_REG_10, BPF_REG_1, -4),

tools/testing/selftests/bpf/verifier/atomic_and.c

8

BPF_ATOMIC_OP(BPF_DW, BPF_AND, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_and.c

85

BPF_ATOMIC_OP(BPF_DW, BPF_AND | BPF_FETCH, BPF_REG_10, BPF_REG_0, -8),

tools/testing/selftests/bpf/verifier/atomic_bounds.c

18

BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

120

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

142

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

163

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_5, -8),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

184

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_5, -8),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

203

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_5, -8),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

22

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

224

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_5, -8),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

46

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -4),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

59

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -4),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

80

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_2, -8),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

9

BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_cmpxchg.c

96

BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_fetch.c

10

BPF_ATOMIC_OP(BPF_DW, BPF_AND | BPF_FETCH, BPF_REG_2, BPF_REG_1, 0),

tools/testing/selftests/bpf/verifier/atomic_fetch.c

104

BPF_ATOMIC_OP(BPF_DW, op, \

tools/testing/selftests/bpf/verifier/atomic_fetch.c

34

BPF_ATOMIC_OP(BPF_DW, BPF_AND | BPF_FETCH, BPF_REG_2, BPF_REG_1, 0),

tools/testing/selftests/bpf/verifier/atomic_fetch.c

58

BPF_ATOMIC_OP(BPF_W, BPF_AND | BPF_FETCH, BPF_REG_2, BPF_REG_1, 0),

tools/testing/selftests/bpf/verifier/atomic_fetch.c

81

BPF_ATOMIC_OP(BPF_W, BPF_AND | BPF_FETCH, BPF_REG_2, BPF_REG_1, 0),

tools/testing/selftests/bpf/verifier/atomic_fetch_add.c

31

BPF_ATOMIC_OP(BPF_W, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_1, -4),

tools/testing/selftests/bpf/verifier/atomic_fetch_add.c

50

BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_10, -8),

tools/testing/selftests/bpf/verifier/atomic_fetch_add.c

62

BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8),

tools/testing/selftests/bpf/verifier/atomic_fetch_add.c

75

BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_2, BPF_REG_0, -8),

tools/testing/selftests/bpf/verifier/atomic_fetch_add.c

9

BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_fetch_add.c

96

BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_2, BPF_REG_3, 0),

tools/testing/selftests/bpf/verifier/atomic_invalid.c

7

BPF_ATOMIC_OP(BPF_DW, op, BPF_REG_1, BPF_REG_0, -8), \

tools/testing/selftests/bpf/verifier/atomic_or.c

30

BPF_ATOMIC_OP(BPF_DW, BPF_OR | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_or.c

60

BPF_ATOMIC_OP(BPF_W, BPF_OR | BPF_FETCH, BPF_REG_10, BPF_REG_1, -4),

tools/testing/selftests/bpf/verifier/atomic_or.c

8

BPF_ATOMIC_OP(BPF_DW, BPF_OR, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_or.c

88

BPF_ATOMIC_OP(BPF_W, BPF_OR | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_xchg.c

31

BPF_ATOMIC_OP(BPF_W, BPF_XCHG, BPF_REG_10, BPF_REG_1, -4),

tools/testing/selftests/bpf/verifier/atomic_xchg.c

8

BPF_ATOMIC_OP(BPF_DW, BPF_XCHG, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_xor.c

30

BPF_ATOMIC_OP(BPF_DW, BPF_XOR | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8),

tools/testing/selftests/bpf/verifier/atomic_xor.c

60

BPF_ATOMIC_OP(BPF_W, BPF_XOR | BPF_FETCH, BPF_REG_10, BPF_REG_1, -4),

tools/testing/selftests/bpf/verifier/atomic_xor.c

8

BPF_ATOMIC_OP(BPF_DW, BPF_XOR, BPF_REG_10, BPF_REG_1, -8),