arch/arm/net/bpf_jit_32.c

1009

struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

1033

struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

1058

struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

1082

const u32 val, struct jit_ctx *ctx){

arch/arm/net/bpf_jit_32.c

1108

const u32 val, struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

1138

const u32 val, struct jit_ctx *ctx){

arch/arm/net/bpf_jit_32.c

1167

struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

1228

s16 off, struct jit_ctx *ctx, const u8 sz){

arch/arm/net/bpf_jit_32.c

1263

s16 off, struct jit_ctx *ctx, const u8 sz){

arch/arm/net/bpf_jit_32.c

1307

s16 off, struct jit_ctx *ctx, const u8 sz){

arch/arm/net/bpf_jit_32.c

1351

const u8 rn, struct jit_ctx *ctx, u8 op,

arch/arm/net/bpf_jit_32.c

1393

static int emit_bpf_tail_call(struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

1475

static inline void emit_rev16(const u8 rd, const u8 rn, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

1490

static inline void emit_rev32(const u8 rd, const u8 rn, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

1513

static inline void emit_push_r64(const s8 src[], struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

1525

static void build_prologue(struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

1566

static void build_epilogue(struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

1589

static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

2099

static int build_body(struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

2128

static int validate_code(struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

2150

struct jit_ctx ctx;

arch/arm/net/bpf_jit_32.c

271

static inline void _emit(int cond, u32 inst, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

285

static inline void emit(u32 inst, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

409

static u16 imm_offset(u32 k, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

455

const struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

469

static inline void emit_mov_i_no8m(const u8 rd, u32 val, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

480

static inline void emit_mov_i(const u8 rd, u32 val, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

490

static void emit_bx_r(u8 tgt_reg, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

498

static inline void emit_blx_r(u8 tgt_reg, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

508

static inline int epilogue_offset(const struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

520

static inline void emit_udivmod(u8 rd, u8 rm, u8 rn, struct jit_ctx *ctx, u8 op, u8 sign)

arch/arm/net/bpf_jit_32.c

588

static inline void emit_udivmod64(const s8 *rd, const s8 *rm, const s8 *rn, struct jit_ctx *ctx,

arch/arm/net/bpf_jit_32.c

670

static s8 arm_bpf_get_reg32(s8 reg, s8 tmp, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

680

struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

702

static void arm_bpf_put_reg32(s8 reg, s8 src, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

711

struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

733

struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

745

static void emit_a32_mov_i64(const s8 dst[], u64 val, struct jit_ctx *ctx)

arch/arm/net/bpf_jit_32.c

758

const u32 val, struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

768

struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

785

struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

801

const bool hi, const u8 op, struct jit_ctx *ctx){

arch/arm/net/bpf_jit_32.c

844

const s8 src[], struct jit_ctx *ctx,

arch/arm/net/bpf_jit_32.c

874

static inline void emit_a32_mov_r(const s8 dst, const s8 src, struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

885

struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

913

struct jit_ctx *ctx) {

arch/arm/net/bpf_jit_32.c

966

struct jit_ctx *ctx, const u8 op) {

arch/arm/net/bpf_jit_32.c

993

struct jit_ctx *ctx){

arch/arm64/net/bpf_jit_comp.c

1033

static void build_epilogue(struct jit_ctx *ctx, bool was_classic)

arch/arm64/net/bpf_jit_comp.c

110

static inline void emit(const u32 insn, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

1114

struct jit_ctx *ctx,

arch/arm64/net/bpf_jit_comp.c

118

static inline void emit_u32_data(const u32 data, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

1201

static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx,

arch/arm64/net/bpf_jit_comp.c

127

const s32 val, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

156

struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

180

static inline void emit_bti(u32 insn, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

186

static inline void emit_kcfi(u32 hash, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

1902

static int build_body(struct jit_ctx *ctx, bool extra_pass)

arch/arm64/net/bpf_jit_comp.c

1940

static int validate_code(struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

1953

static int validate_ctx(struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

198

struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

2006

struct jit_ctx ctx;

arch/arm64/net/bpf_jit_comp.c

2021

struct jit_ctx ctx;

arch/arm64/net/bpf_jit_comp.c

211

static bool should_emit_indirect_call(long target, const struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

225

static void emit_direct_call(u64 target, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

2291

static void invoke_bpf_prog(struct jit_ctx *ctx, struct bpf_tramp_link *l,

arch/arm64/net/bpf_jit_comp.c

235

static void emit_indirect_call(u64 target, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

2358

static void invoke_bpf_mod_ret(struct jit_ctx *ctx, struct bpf_tramp_links *tl,

arch/arm64/net/bpf_jit_comp.c

2430

static void clear_garbage(struct jit_ctx *ctx, int reg, int effective_bytes)

arch/arm64/net/bpf_jit_comp.c

244

static void emit_call(u64 target, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

2446

static void save_args(struct jit_ctx *ctx, int bargs_off, int oargs_off,

arch/arm64/net/bpf_jit_comp.c

2490

static void restore_args(struct jit_ctx *ctx, int bargs_off, int nregs)

arch/arm64/net/bpf_jit_comp.c

2506

static void store_func_meta(struct jit_ctx *ctx, u64 func_meta, int func_meta_off)

arch/arm64/net/bpf_jit_comp.c

2523

static int prepare_trampoline(struct jit_ctx *ctx, struct bpf_tramp_image *im,

arch/arm64/net/bpf_jit_comp.c

253

const struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

2805

struct jit_ctx ctx = {

arch/arm64/net/bpf_jit_comp.c

281

static inline int epilogue_offset(const struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

2856

struct jit_ctx ctx = {

arch/arm64/net/bpf_jit_comp.c

296

const int tmp, const s32 imm, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

361

static void prepare_bpf_tail_call_cnt(struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

374

static void find_used_callee_regs(struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

426

static void push_callee_regs(struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

458

static void pop_callee_regs(struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

492

struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

513

static int build_prologue(struct jit_ctx *ctx, bool ebpf_from_cbpf)

arch/arm64/net/bpf_jit_comp.c

623

static int emit_bpf_tail_call(struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

704

static int emit_atomic_ld_st(const struct bpf_insn *insn, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

779

static int emit_lse_atomic(const struct bpf_insn *insn, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

846

static int emit_ll_sc_atomic(const struct bpf_insn *insn, struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

971

static void build_plt(struct jit_ctx *ctx)

arch/arm64/net/bpf_jit_comp.c

990

static void __maybe_unused build_bhb_mitigation(struct jit_ctx *ctx)

arch/loongarch/net/bpf_jit.c

126

static void build_prologue(struct jit_ctx *ctx)

arch/loongarch/net/bpf_jit.c

1278

static int build_body(struct jit_ctx *ctx, bool extra_pass)

arch/loongarch/net/bpf_jit.c

1317

static int validate_code(struct jit_ctx *ctx)

arch/loongarch/net/bpf_jit.c

1332

static int validate_ctx(struct jit_ctx *ctx)

arch/loongarch/net/bpf_jit.c

1343

static int emit_jump_and_link(struct jit_ctx *ctx, u8 rd, u64 target)

arch/loongarch/net/bpf_jit.c

1359

struct jit_ctx ctx;

arch/loongarch/net/bpf_jit.c

1373

static int emit_call(struct jit_ctx *ctx, u64 addr)

arch/loongarch/net/bpf_jit.c

1469

static void store_args(struct jit_ctx *ctx, int nargs, int args_off)

arch/loongarch/net/bpf_jit.c

1479

static void restore_args(struct jit_ctx *ctx, int nargs, int args_off)

arch/loongarch/net/bpf_jit.c

1489

static int invoke_bpf_prog(struct jit_ctx *ctx, struct bpf_tramp_link *l,

arch/loongarch/net/bpf_jit.c

1553

static void invoke_bpf_mod_ret(struct jit_ctx *ctx, struct bpf_tramp_links *tl,

arch/loongarch/net/bpf_jit.c

1585

static void sign_extend(struct jit_ctx *ctx, int rd, int rj, u8 size, bool sign)

arch/loongarch/net/bpf_jit.c

1613

static int __arch_prepare_bpf_trampoline(struct jit_ctx *ctx, struct bpf_tramp_image *im,

arch/loongarch/net/bpf_jit.c

1876

struct jit_ctx ctx;

arch/loongarch/net/bpf_jit.c

1912

struct jit_ctx ctx;

arch/loongarch/net/bpf_jit.c

1928

struct jit_ctx ctx;

arch/loongarch/net/bpf_jit.c

203

static void __build_epilogue(struct jit_ctx *ctx, bool is_tail_call)

arch/loongarch/net/bpf_jit.c

263

static void build_epilogue(struct jit_ctx *ctx)

arch/loongarch/net/bpf_jit.c

278

static int emit_bpf_tail_call(struct jit_ctx *ctx, int insn)

arch/loongarch/net/bpf_jit.c

347

static void emit_atomic(const struct bpf_insn *insn, struct jit_ctx *ctx)

arch/loongarch/net/bpf_jit.c

43

static void prepare_bpf_tail_call_cnt(struct jit_ctx *ctx, int *store_offset)

arch/loongarch/net/bpf_jit.c

479

struct jit_ctx *ctx,

arch/loongarch/net/bpf_jit.c

540

static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx, bool extra_pass)

arch/loongarch/net/bpf_jit.h

119

static inline void move_addr(struct jit_ctx *ctx, enum loongarch_gpr rd, u64 addr)

arch/loongarch/net/bpf_jit.h

140

static inline void move_imm(struct jit_ctx *ctx, enum loongarch_gpr rd, long imm, bool is32)

arch/loongarch/net/bpf_jit.h

203

static inline void move_reg(struct jit_ctx *ctx, enum loongarch_gpr rd,

arch/loongarch/net/bpf_jit.h

237

static inline void cond_jmp_offset(struct jit_ctx *ctx, u8 cond, enum loongarch_gpr rj,

arch/loongarch/net/bpf_jit.h

285

static inline void cond_jmp_offs26(struct jit_ctx *ctx, u8 cond, enum loongarch_gpr rj,

arch/loongarch/net/bpf_jit.h

293

static inline void uncond_jmp_offs26(struct jit_ctx *ctx, int jmp_offset)

arch/loongarch/net/bpf_jit.h

298

static inline int emit_cond_jmp(struct jit_ctx *ctx, u8 cond, enum loongarch_gpr rj,

arch/loongarch/net/bpf_jit.h

30

struct jit_ctx ctx;

arch/loongarch/net/bpf_jit.h

320

static inline int emit_uncond_jmp(struct jit_ctx *ctx, int jmp_offset)

arch/loongarch/net/bpf_jit.h

330

static inline int emit_tailcall_jmp(struct jit_ctx *ctx, u8 cond, enum loongarch_gpr rj,

arch/loongarch/net/bpf_jit.h

55

static inline int bpf2la_offset(int bpf_insn, int off, const struct jit_ctx *ctx)

arch/loongarch/net/bpf_jit.h

67

static inline int epilogue_offset(const struct jit_ctx *ctx)

arch/loongarch/net/bpf_jit.h

76

static inline void emit_zext_32(struct jit_ctx *ctx, enum loongarch_gpr reg, bool is32)

arch/loongarch/net/bpf_jit.h

85

static inline void emit_sext_32(struct jit_ctx *ctx, enum loongarch_gpr reg, bool is32)

arch/loongarch/net/bpf_jit.h

96

static inline void emit_abi_ext(struct jit_ctx *ctx, int reg, u8 size, bool sign)

arch/sparc/net/bpf_jit_comp_64.c

1438

static int build_body(struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

1477

struct jit_ctx ctx;

arch/sparc/net/bpf_jit_comp_64.c

1488

struct jit_ctx ctx;

arch/sparc/net/bpf_jit_comp_64.c

236

static void emit(const u32 insn, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

244

static void emit_call(u32 *func, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

256

static void emit_nop(struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

261

static void emit_reg_move(u32 from, u32 to, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

267

static void emit_set_const(s32 K, u32 reg, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

274

static void emit_set_const_sext(s32 K, u32 reg, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

288

static void emit_alu(u32 opcode, u32 src, u32 dst, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

293

static void emit_alu3(u32 opcode, u32 a, u32 b, u32 c, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

299

struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

318

unsigned int dst, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

336

static void emit_loadimm32(s32 K, unsigned int dest, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

346

static void emit_loadimm(s32 K, unsigned int dest, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

356

static void emit_loadimm_sext(s32 K, unsigned int dest, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

451

int shift_count, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

465

static void emit_loadimm64(u64 K, unsigned int dest, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

617

struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

628

const u8 dst, const u8 src, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

636

const u8 dst, s32 imm, struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

660

struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

797

static void build_prologue(struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

839

static void build_epilogue(struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

850

static void emit_tail_call(struct jit_ctx *ctx)

arch/sparc/net/bpf_jit_comp_64.c

895

static int build_insn(const struct bpf_insn *insn, struct jit_ctx *ctx)