arch/x86/net/bpf_jit_comp.c
132
#define EMIT_mov(DST, SRC) \
arch/x86/net/bpf_jit_comp.c
134
if (DST != SRC) \
arch/x86/net/bpf_jit_comp.c
135
EMIT3(add_2mod(0x48, DST, SRC), 0x89, add_2reg(0xC0, DST, SRC)); \
drivers/net/ethernet/chelsio/cxgb4/cxgb4_tc_flower.c
52
PEDIT_FIELDS(IP4_, DST, 4, nat_lip, 0),
drivers/net/ethernet/intel/iavf/iavf_adv_rss.c
22
VIRTCHNL_ADD_PROTO_HDR_FIELD_BIT(hdr, IPV4, DST);
drivers/net/ethernet/intel/iavf/iavf_adv_rss.c
39
VIRTCHNL_ADD_PROTO_HDR_FIELD_BIT(hdr, IPV6, DST);
drivers/net/ethernet/intel/iavf/iavf_fdir.c
337
VIRTCHNL_ADD_PROTO_HDR_FIELD_BIT(hdr, IPV4, DST);
drivers/net/ethernet/intel/iavf/iavf_fdir.c
381
VIRTCHNL_ADD_PROTO_HDR_FIELD_BIT(hdr, IPV6, DST);
include/linux/filter.h
106
#define BPF_ALU64_REG_OFF(OP, DST, SRC, OFF) \
include/linux/filter.h
109
.dst_reg = DST, \
include/linux/filter.h
114
#define BPF_ALU64_REG(OP, DST, SRC) \
include/linux/filter.h
115
BPF_ALU64_REG_OFF(OP, DST, SRC, 0)
include/linux/filter.h
117
#define BPF_ALU32_REG_OFF(OP, DST, SRC, OFF) \
include/linux/filter.h
120
.dst_reg = DST, \
include/linux/filter.h
125
#define BPF_ALU32_REG(OP, DST, SRC) \
include/linux/filter.h
126
BPF_ALU32_REG_OFF(OP, DST, SRC, 0)
include/linux/filter.h
130
#define BPF_ALU64_IMM_OFF(OP, DST, IMM, OFF) \
include/linux/filter.h
133
.dst_reg = DST, \
include/linux/filter.h
137
#define BPF_ALU64_IMM(OP, DST, IMM) \
include/linux/filter.h
138
BPF_ALU64_IMM_OFF(OP, DST, IMM, 0)
include/linux/filter.h
140
#define BPF_ALU32_IMM_OFF(OP, DST, IMM, OFF) \
include/linux/filter.h
143
.dst_reg = DST, \
include/linux/filter.h
147
#define BPF_ALU32_IMM(OP, DST, IMM) \
include/linux/filter.h
148
BPF_ALU32_IMM_OFF(OP, DST, IMM, 0)
include/linux/filter.h
152
#define BPF_ENDIAN(TYPE, DST, LEN) \
include/linux/filter.h
155
.dst_reg = DST, \
include/linux/filter.h
162
#define BPF_BSWAP(DST, LEN) \
include/linux/filter.h
165
.dst_reg = DST, \
include/linux/filter.h
172
#define BPF_MOV64_REG(DST, SRC) \
include/linux/filter.h
175
.dst_reg = DST, \
include/linux/filter.h
180
#define BPF_MOV32_REG(DST, SRC) \
include/linux/filter.h
183
.dst_reg = DST, \
include/linux/filter.h
194
#define BPF_MOV64_PERCPU_REG(DST, SRC) \
include/linux/filter.h
197
.dst_reg = DST, \
include/linux/filter.h
209
#define BPF_MOV64_IMM(DST, IMM) \
include/linux/filter.h
212
.dst_reg = DST, \
include/linux/filter.h
217
#define BPF_MOV32_IMM(DST, IMM) \
include/linux/filter.h
220
.dst_reg = DST, \
include/linux/filter.h
227
#define BPF_MOVSX64_REG(DST, SRC, OFF) \
include/linux/filter.h
230
.dst_reg = DST, \
include/linux/filter.h
235
#define BPF_MOVSX32_REG(DST, SRC, OFF) \
include/linux/filter.h
238
.dst_reg = DST, \
include/linux/filter.h
244
#define BPF_ZEXT_REG(DST) \
include/linux/filter.h
247
.dst_reg = DST, \
include/linux/filter.h
248
.src_reg = DST, \
include/linux/filter.h
268
#define BPF_LD_IMM64(DST, IMM) \
include/linux/filter.h
269
BPF_LD_IMM64_RAW(DST, 0, IMM)
include/linux/filter.h
271
#define BPF_LD_IMM64_RAW(DST, SRC, IMM) \
include/linux/filter.h
274
.dst_reg = DST, \
include/linux/filter.h
286
#define BPF_LD_MAP_FD(DST, MAP_FD) \
include/linux/filter.h
287
BPF_LD_IMM64_RAW(DST, BPF_PSEUDO_MAP_FD, MAP_FD)
include/linux/filter.h
291
#define BPF_MOV64_RAW(TYPE, DST, SRC, IMM) \
include/linux/filter.h
294
.dst_reg = DST, \
include/linux/filter.h
299
#define BPF_MOV32_RAW(TYPE, DST, SRC, IMM) \
include/linux/filter.h
302
.dst_reg = DST, \
include/linux/filter.h
329
#define BPF_LDX_MEM(SIZE, DST, SRC, OFF) \
include/linux/filter.h
332
.dst_reg = DST, \
include/linux/filter.h
339
#define BPF_LDX_MEMSX(SIZE, DST, SRC, OFF) \
include/linux/filter.h
342
.dst_reg = DST, \
include/linux/filter.h
349
#define BPF_STX_MEM(SIZE, DST, SRC, OFF) \
include/linux/filter.h
352
.dst_reg = DST, \
include/linux/filter.h
375
#define BPF_ATOMIC_OP(SIZE, OP, DST, SRC, OFF) \
include/linux/filter.h
378
.dst_reg = DST, \
include/linux/filter.h
384
#define BPF_STX_XADD(SIZE, DST, SRC, OFF) BPF_ATOMIC_OP(SIZE, BPF_ADD, DST, SRC, OFF)
include/linux/filter.h
388
#define BPF_ST_MEM(SIZE, DST, OFF, IMM) \
include/linux/filter.h
391
.dst_reg = DST, \
include/linux/filter.h
398
#define BPF_JMP_REG(OP, DST, SRC, OFF) \
include/linux/filter.h
401
.dst_reg = DST, \
include/linux/filter.h
408
#define BPF_JMP_IMM(OP, DST, IMM, OFF) \
include/linux/filter.h
411
.dst_reg = DST, \
include/linux/filter.h
418
#define BPF_JMP32_REG(OP, DST, SRC, OFF) \
include/linux/filter.h
421
.dst_reg = DST, \
include/linux/filter.h
428
#define BPF_JMP32_IMM(OP, DST, IMM, OFF) \
include/linux/filter.h
431
.dst_reg = DST, \
include/linux/filter.h
490
#define BPF_RAW_INSN(CODE, DST, SRC, OFF, IMM) \
include/linux/filter.h
493
.dst_reg = DST, \
kernel/bpf/core.c
1896
DST = DST OP (SRC & 63); \
kernel/bpf/core.c
1899
DST = (u32) DST OP ((u32) SRC & 31); \
kernel/bpf/core.c
1902
DST = DST OP IMM; \
kernel/bpf/core.c
1905
DST = (u32) DST OP (u32) IMM; \
kernel/bpf/core.c
1910
DST = DST OP SRC; \
kernel/bpf/core.c
1913
DST = (u32) DST OP (u32) SRC; \
kernel/bpf/core.c
1916
DST = DST OP IMM; \
kernel/bpf/core.c
1919
DST = (u32) DST OP (u32) IMM; \
kernel/bpf/core.c
1932
DST = (u32) -DST;
kernel/bpf/core.c
1935
DST = -DST;
kernel/bpf/core.c
1940
DST = (u32) SRC;
kernel/bpf/core.c
1943
DST = (u32)(s8) SRC;
kernel/bpf/core.c
1946
DST = (u32)(s16) SRC;
kernel/bpf/core.c
1951
DST = (u32) IMM;
kernel/bpf/core.c
1956
DST = SRC;
kernel/bpf/core.c
1959
DST = (s8) SRC;
kernel/bpf/core.c
1962
DST = (s16) SRC;
kernel/bpf/core.c
1965
DST = (s32) SRC;
kernel/bpf/core.c
1970
DST = IMM;
kernel/bpf/core.c
1973
DST = (u64) (u32) insn[0].imm | ((u64) (u32) insn[1].imm) << 32;
kernel/bpf/core.c
1977
DST = (u64) (u32) (((s32) DST) >> (SRC & 31));
kernel/bpf/core.c
1980
DST = (u64) (u32) (((s32) DST) >> IMM);
kernel/bpf/core.c
1983
(*(s64 *) &DST) >>= (SRC & 63);
kernel/bpf/core.c
1986
(*(s64 *) &DST) >>= IMM;
kernel/bpf/core.c
1991
div64_u64_rem(DST, SRC, &AX);
kernel/bpf/core.c
1992
DST = AX;
kernel/bpf/core.c
1995
AX = div64_s64(DST, SRC);
kernel/bpf/core.c
1996
DST = DST - AX * SRC;
kernel/bpf/core.c
2003
AX = (u32) DST;
kernel/bpf/core.c
2004
DST = do_div(AX, (u32) SRC);
kernel/bpf/core.c
2007
AX = abs_s32((s32)DST);
kernel/bpf/core.c
2009
if ((s32)DST < 0)
kernel/bpf/core.c
2010
DST = (u32)-AX;
kernel/bpf/core.c
2012
DST = (u32)AX;
kernel/bpf/core.c
2019
div64_u64_rem(DST, IMM, &AX);
kernel/bpf/core.c
2020
DST = AX;
kernel/bpf/core.c
2023
AX = div64_s64(DST, IMM);
kernel/bpf/core.c
2024
DST = DST - AX * IMM;
kernel/bpf/core.c
2031
AX = (u32) DST;
kernel/bpf/core.c
2032
DST = do_div(AX, (u32) IMM);
kernel/bpf/core.c
2035
AX = abs_s32((s32)DST);
kernel/bpf/core.c
2037
if ((s32)DST < 0)
kernel/bpf/core.c
2038
DST = (u32)-AX;
kernel/bpf/core.c
2040
DST = (u32)AX;
kernel/bpf/core.c
2047
DST = div64_u64(DST, SRC);
kernel/bpf/core.c
2050
DST = div64_s64(DST, SRC);
kernel/bpf/core.c
2057
AX = (u32) DST;
kernel/bpf/core.c
2059
DST = (u32) AX;
kernel/bpf/core.c
2062
AX = abs_s32((s32)DST);
kernel/bpf/core.c
2064
if (((s32)DST < 0) == ((s32)SRC < 0))
kernel/bpf/core.c
2065
DST = (u32)AX;
kernel/bpf/core.c
2067
DST = (u32)-AX;
kernel/bpf/core.c
2074
DST = div64_u64(DST, IMM);
kernel/bpf/core.c
2077
DST = div64_s64(DST, IMM);
kernel/bpf/core.c
2084
AX = (u32) DST;
kernel/bpf/core.c
2086
DST = (u32) AX;
kernel/bpf/core.c
2089
AX = abs_s32((s32)DST);
kernel/bpf/core.c
2091
if (((s32)DST < 0) == ((s32)IMM < 0))
kernel/bpf/core.c
2092
DST = (u32)AX;
kernel/bpf/core.c
2094
DST = (u32)-AX;
kernel/bpf/core.c
2101
DST = (__force u16) cpu_to_be16(DST);
kernel/bpf/core.c
2104
DST = (__force u32) cpu_to_be32(DST);
kernel/bpf/core.c
2107
DST = (__force u64) cpu_to_be64(DST);
kernel/bpf/core.c
2114
DST = (__force u16) cpu_to_le16(DST);
kernel/bpf/core.c
2117
DST = (__force u32) cpu_to_le32(DST);
kernel/bpf/core.c
2120
DST = (__force u64) cpu_to_le64(DST);
kernel/bpf/core.c
2127
DST = (__force u16) __swab16(DST);
kernel/bpf/core.c
2130
DST = (__force u32) __swab32(DST);
kernel/bpf/core.c
2133
DST = (__force u64) __swab64(DST);
kernel/bpf/core.c
2193
if ((SIGN##64) DST CMP_OP (SIGN##64) SRC) { \
kernel/bpf/core.c
2199
if ((SIGN##32) DST CMP_OP (SIGN##32) SRC) { \
kernel/bpf/core.c
2205
if ((SIGN##64) DST CMP_OP (SIGN##64) IMM) { \
kernel/bpf/core.c
2211
if ((SIGN##32) DST CMP_OP (SIGN##32) IMM) { \
kernel/bpf/core.c
2244
*(SIZE *)(unsigned long) (DST + insn->off) = SRC; \
kernel/bpf/core.c
2247
*(SIZE *)(unsigned long) (DST + insn->off) = IMM; \
kernel/bpf/core.c
2250
DST = *(SIZE *)(unsigned long) (SRC + insn->off); \
kernel/bpf/core.c
2253
bpf_probe_read_kernel_common(&DST, sizeof(SIZE), \
kernel/bpf/core.c
2255
DST = *((SIZE *)&DST); \
kernel/bpf/core.c
2266
DST = *(SIZE *)(unsigned long) (SRC + insn->off); \
kernel/bpf/core.c
2269
bpf_probe_read_kernel_common(&DST, sizeof(SIZE), \
kernel/bpf/core.c
2271
DST = *((SIZE *)&DST); \
kernel/bpf/core.c
2283
(DST + insn->off)); \
kernel/bpf/core.c
2286
(DST + insn->off)); \
kernel/bpf/core.c
2294
(atomic_t *)(unsigned long) (DST + insn->off)); \
kernel/bpf/core.c
2298
(atomic64_t *)(unsigned long) (DST + insn->off)); \
kernel/bpf/core.c
2320
(atomic_t *)(unsigned long) (DST + insn->off),
kernel/bpf/core.c
2324
(atomic64_t *)(unsigned long) (DST + insn->off),
kernel/bpf/core.c
2332
(atomic_t *)(unsigned long) (DST + insn->off),
kernel/bpf/core.c
2336
(atomic64_t *)(unsigned long) (DST + insn->off),
kernel/bpf/core.c
2348
DST = (SIZE)smp_load_acquire( \
kernel/bpf/core.c
2367
(SIZE *)(unsigned long)(DST + insn->off), (SIZE)SRC); \
samples/bpf/bpf_insn.h
10
#define BPF_ALU64_REG(OP, DST, SRC) \
samples/bpf/bpf_insn.h
103
#define BPF_LD_MAP_FD(DST, MAP_FD) \
samples/bpf/bpf_insn.h
104
BPF_LD_IMM64_RAW(DST, BPF_PSEUDO_MAP_FD, MAP_FD)
samples/bpf/bpf_insn.h
119
#define BPF_LDX_MEM(SIZE, DST, SRC, OFF) \
samples/bpf/bpf_insn.h
122
.dst_reg = DST, \
samples/bpf/bpf_insn.h
129
#define BPF_STX_MEM(SIZE, DST, SRC, OFF) \
samples/bpf/bpf_insn.h
13
.dst_reg = DST, \
samples/bpf/bpf_insn.h
132
.dst_reg = DST, \
samples/bpf/bpf_insn.h
152
#define BPF_ATOMIC_OP(SIZE, OP, DST, SRC, OFF) \
samples/bpf/bpf_insn.h
155
.dst_reg = DST, \
samples/bpf/bpf_insn.h
161
#define BPF_STX_XADD(SIZE, DST, SRC, OFF) BPF_ATOMIC_OP(SIZE, BPF_ADD, DST, SRC, OFF)
samples/bpf/bpf_insn.h
165
#define BPF_ST_MEM(SIZE, DST, OFF, IMM) \
samples/bpf/bpf_insn.h
168
.dst_reg = DST, \
samples/bpf/bpf_insn.h
175
#define BPF_JMP_REG(OP, DST, SRC, OFF) \
samples/bpf/bpf_insn.h
178
.dst_reg = DST, \
samples/bpf/bpf_insn.h
18
#define BPF_ALU32_REG(OP, DST, SRC) \
samples/bpf/bpf_insn.h
185
#define BPF_JMP32_REG(OP, DST, SRC, OFF) \
samples/bpf/bpf_insn.h
188
.dst_reg = DST, \
samples/bpf/bpf_insn.h
195
#define BPF_JMP_IMM(OP, DST, IMM, OFF) \
samples/bpf/bpf_insn.h
198
.dst_reg = DST, \
samples/bpf/bpf_insn.h
205
#define BPF_JMP32_IMM(OP, DST, IMM, OFF) \
samples/bpf/bpf_insn.h
208
.dst_reg = DST, \
samples/bpf/bpf_insn.h
21
.dst_reg = DST, \
samples/bpf/bpf_insn.h
215
#define BPF_RAW_INSN(CODE, DST, SRC, OFF, IMM) \
samples/bpf/bpf_insn.h
218
.dst_reg = DST, \
samples/bpf/bpf_insn.h
28
#define BPF_ALU64_IMM(OP, DST, IMM) \
samples/bpf/bpf_insn.h
31
.dst_reg = DST, \
samples/bpf/bpf_insn.h
36
#define BPF_ALU32_IMM(OP, DST, IMM) \
samples/bpf/bpf_insn.h
39
.dst_reg = DST, \
samples/bpf/bpf_insn.h
46
#define BPF_MOV64_REG(DST, SRC) \
samples/bpf/bpf_insn.h
49
.dst_reg = DST, \
samples/bpf/bpf_insn.h
54
#define BPF_MOV32_REG(DST, SRC) \
samples/bpf/bpf_insn.h
57
.dst_reg = DST, \
samples/bpf/bpf_insn.h
64
#define BPF_MOV64_IMM(DST, IMM) \
samples/bpf/bpf_insn.h
67
.dst_reg = DST, \
samples/bpf/bpf_insn.h
72
#define BPF_MOV32_IMM(DST, IMM) \
samples/bpf/bpf_insn.h
75
.dst_reg = DST, \
samples/bpf/bpf_insn.h
81
#define BPF_LD_IMM64(DST, IMM) \
samples/bpf/bpf_insn.h
82
BPF_LD_IMM64_RAW(DST, 0, IMM)
samples/bpf/bpf_insn.h
84
#define BPF_LD_IMM64_RAW(DST, SRC, IMM) \
samples/bpf/bpf_insn.h
87
.dst_reg = DST, \
tools/include/linux/filter.h
101
.dst_reg = DST, \
tools/include/linux/filter.h
106
#define BPF_MOV32_IMM(DST, IMM) \
tools/include/linux/filter.h
109
.dst_reg = DST, \
tools/include/linux/filter.h
116
#define BPF_MOVSX64_REG(DST, SRC, OFF) \
tools/include/linux/filter.h
119
.dst_reg = DST, \
tools/include/linux/filter.h
124
#define BPF_MOVSX32_REG(DST, SRC, OFF) \
tools/include/linux/filter.h
127
.dst_reg = DST, \
tools/include/linux/filter.h
134
#define BPF_MOV64_RAW(TYPE, DST, SRC, IMM) \
tools/include/linux/filter.h
137
.dst_reg = DST, \
tools/include/linux/filter.h
142
#define BPF_MOV32_RAW(TYPE, DST, SRC, IMM) \
tools/include/linux/filter.h
145
.dst_reg = DST, \
tools/include/linux/filter.h
172
#define BPF_LDX_MEM(SIZE, DST, SRC, OFF) \
tools/include/linux/filter.h
175
.dst_reg = DST, \
tools/include/linux/filter.h
182
#define BPF_STX_MEM(SIZE, DST, SRC, OFF) \
tools/include/linux/filter.h
185
.dst_reg = DST, \
tools/include/linux/filter.h
205
#define BPF_ATOMIC_OP(SIZE, OP, DST, SRC, OFF) \
tools/include/linux/filter.h
208
.dst_reg = DST, \
tools/include/linux/filter.h
214
#define BPF_STX_XADD(SIZE, DST, SRC, OFF) BPF_ATOMIC_OP(SIZE, BPF_ADD, DST, SRC, OFF)
tools/include/linux/filter.h
218
#define BPF_ST_MEM(SIZE, DST, OFF, IMM) \
tools/include/linux/filter.h
221
.dst_reg = DST, \
tools/include/linux/filter.h
228
#define BPF_JMP_REG(OP, DST, SRC, OFF) \
tools/include/linux/filter.h
231
.dst_reg = DST, \
tools/include/linux/filter.h
238
#define BPF_JMP32_REG(OP, DST, SRC, OFF) \
tools/include/linux/filter.h
241
.dst_reg = DST, \
tools/include/linux/filter.h
248
#define BPF_JMP_IMM(OP, DST, IMM, OFF) \
tools/include/linux/filter.h
251
.dst_reg = DST, \
tools/include/linux/filter.h
258
#define BPF_JMP32_IMM(OP, DST, IMM, OFF) \
tools/include/linux/filter.h
261
.dst_reg = DST, \
tools/include/linux/filter.h
298
#define BPF_RAW_INSN(CODE, DST, SRC, OFF, IMM) \
tools/include/linux/filter.h
301
.dst_reg = DST, \
tools/include/linux/filter.h
308
#define BPF_LD_IMM64(DST, IMM) \
tools/include/linux/filter.h
309
BPF_LD_IMM64_RAW(DST, 0, IMM)
tools/include/linux/filter.h
311
#define BPF_LD_IMM64_RAW(DST, SRC, IMM) \
tools/include/linux/filter.h
314
.dst_reg = DST, \
tools/include/linux/filter.h
325
#define BPF_LD_IMM64_RAW_FULL(DST, SRC, OFF1, OFF2, IMM1, IMM2) \
tools/include/linux/filter.h
328
.dst_reg = DST, \
tools/include/linux/filter.h
34
#define BPF_ALU64_REG(OP, DST, SRC) \
tools/include/linux/filter.h
341
#define BPF_LD_MAP_FD(DST, MAP_FD) \
tools/include/linux/filter.h
342
BPF_LD_IMM64_RAW_FULL(DST, BPF_PSEUDO_MAP_FD, 0, 0, \
tools/include/linux/filter.h
345
#define BPF_LD_MAP_VALUE(DST, MAP_FD, VALUE_OFF) \
tools/include/linux/filter.h
346
BPF_LD_IMM64_RAW_FULL(DST, BPF_PSEUDO_MAP_VALUE, 0, 0, \
tools/include/linux/filter.h
37
.dst_reg = DST, \
tools/include/linux/filter.h
42
#define BPF_ALU32_REG(OP, DST, SRC) \
tools/include/linux/filter.h
45
.dst_reg = DST, \
tools/include/linux/filter.h
52
#define BPF_ALU64_IMM(OP, DST, IMM) \
tools/include/linux/filter.h
55
.dst_reg = DST, \
tools/include/linux/filter.h
60
#define BPF_ALU32_IMM(OP, DST, IMM) \
tools/include/linux/filter.h
63
.dst_reg = DST, \
tools/include/linux/filter.h
70
#define BPF_ENDIAN(TYPE, DST, LEN) \
tools/include/linux/filter.h
73
.dst_reg = DST, \
tools/include/linux/filter.h
80
#define BPF_MOV64_REG(DST, SRC) \
tools/include/linux/filter.h
83
.dst_reg = DST, \
tools/include/linux/filter.h
88
#define BPF_MOV32_REG(DST, SRC) \
tools/include/linux/filter.h
91
.dst_reg = DST, \
tools/include/linux/filter.h
98
#define BPF_MOV64_IMM(DST, IMM) \
tools/testing/selftests/bpf/progs/arena_atomics.c
321
#define LOAD_ACQUIRE_ARENA(SIZEOP, SIZE, SRC, DST) \
tools/testing/selftests/bpf/progs/arena_atomics.c
326
"r3 = %[" #DST "] ll;" \
tools/testing/selftests/bpf/progs/arena_atomics.c
334
__imm_addr(DST) \
tools/testing/selftests/bpf/progs/arena_atomics.c
373
#define STORE_RELEASE_ARENA(SIZEOP, DST, VAL) \
tools/testing/selftests/bpf/progs/arena_atomics.c
376
"r2 = %[" #DST "] ll;" \
tools/testing/selftests/bpf/progs/arena_atomics.c
380
: __imm_addr(DST), \