arch/arm/net/bpf_jit_32.c

1423

_emit(ARM_COND_CS, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

1437

_emit(ARM_COND_CS, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

1451

_emit(ARM_COND_EQ, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

1602

s32 jmp_offset;

arch/arm/net/bpf_jit_32.c

1995

jmp_offset = bpf2a32_offset(i+off, i, ctx);

arch/arm/net/bpf_jit_32.c

1999

_emit(ARM_COND_NE, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2002

_emit(ARM_COND_EQ, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2005

_emit(ARM_COND_HI, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2008

_emit(ARM_COND_CS, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2011

_emit(ARM_COND_LT, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2014

_emit(ARM_COND_GE, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2017

_emit(ARM_COND_LS, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2020

_emit(ARM_COND_CC, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2023

_emit(ARM_COND_LT, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2026

_emit(ARM_COND_GE, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2035

jmp_offset = bpf2a32_offset(i + imm, i, ctx);

arch/arm/net/bpf_jit_32.c

2037

jmp_offset = bpf2a32_offset(i + off, i, ctx);

arch/arm/net/bpf_jit_32.c

2041

check_imm24(jmp_offset);

arch/arm/net/bpf_jit_32.c

2042

emit(ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2083

jmp_offset = epilogue_offset(ctx);

arch/arm/net/bpf_jit_32.c

2084

check_imm24(jmp_offset);

arch/arm/net/bpf_jit_32.c

2085

emit(ARM_B(jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

1271

s32 jmp_offset;

arch/arm64/net/bpf_jit_comp.c

1511

jmp_offset = bpf2a64_offset(i, off, ctx);

arch/arm64/net/bpf_jit_comp.c

1513

jmp_offset = bpf2a64_offset(i, imm, ctx);

arch/arm64/net/bpf_jit_comp.c

1514

check_imm26(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

1515

emit(A64_B(jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

1540

jmp_offset = bpf2a64_offset(i, off, ctx);

arch/arm64/net/bpf_jit_comp.c

1541

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

1577

emit(A64_B_(jmp_cond, jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

1677

jmp_offset = epilogue_offset(ctx);

arch/arm64/net/bpf_jit_comp.c

1678

check_imm26(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

1679

emit(A64_B(jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

872

s32 jmp_offset;

arch/arm64/net/bpf_jit_comp.c

898

jmp_offset = -3;

arch/arm64/net/bpf_jit_comp.c

899

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

900

emit(A64_CBNZ(0, tmp3, jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

919

jmp_offset = -3;

arch/arm64/net/bpf_jit_comp.c

920

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

921

emit(A64_CBNZ(0, tmp3, jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

928

jmp_offset = -2;

arch/arm64/net/bpf_jit_comp.c

929

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

930

emit(A64_CBNZ(0, tmp3, jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

939

jmp_offset = 4;

arch/arm64/net/bpf_jit_comp.c

940

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

941

emit(A64_CBNZ(isdw, tmp3, jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

943

jmp_offset = -4;

arch/arm64/net/bpf_jit_comp.c

944

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

945

emit(A64_CBNZ(0, tmp3, jmp_offset), ctx);

arch/loongarch/net/bpf_jit.c

1076

jmp_offset = bpf2la_offset(i, off, ctx);

arch/loongarch/net/bpf_jit.c

1086

if (emit_cond_jmp(ctx, cond, t1, t2, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

1111

jmp_offset = bpf2la_offset(i, off, ctx);

arch/loongarch/net/bpf_jit.c

1127

if (emit_cond_jmp(ctx, cond, t2, tm, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

1134

jmp_offset = bpf2la_offset(i, off, ctx);

arch/loongarch/net/bpf_jit.c

1137

if (emit_cond_jmp(ctx, cond, t1, LOONGARCH_GPR_ZERO, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

1144

jmp_offset = bpf2la_offset(i, off, ctx);

arch/loongarch/net/bpf_jit.c

1148

if (emit_cond_jmp(ctx, cond, t1, LOONGARCH_GPR_ZERO, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

1156

jmp_offset = bpf2la_offset(i, off, ctx);

arch/loongarch/net/bpf_jit.c

1158

jmp_offset = bpf2la_offset(i, imm, ctx);

arch/loongarch/net/bpf_jit.c

1159

if (emit_uncond_jmp(ctx, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

1223

jmp_offset = epilogue_offset(ctx);

arch/loongarch/net/bpf_jit.c

1224

if (emit_uncond_jmp(ctx, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

319

if (emit_tailcall_jmp(ctx, BPF_JGE, a2, t1, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

329

if (emit_tailcall_jmp(ctx, BPF_JSGE, t3, t2, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

343

if (emit_tailcall_jmp(ctx, BPF_JEQ, t2, LOONGARCH_GPR_ZERO, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

721

int ret, jmp_offset, tcc_ptr_off;

arch/loongarch/net/bpf_jit.h

238

enum loongarch_gpr rd, int jmp_offset)

arch/loongarch/net/bpf_jit.h

243

emit_insn(ctx, beq, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

248

emit_insn(ctx, bne, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

252

emit_insn(ctx, bltu, rd, rj, jmp_offset);

arch/loongarch/net/bpf_jit.h

256

emit_insn(ctx, bltu, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

260

emit_insn(ctx, bgeu, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

264

emit_insn(ctx, bgeu, rd, rj, jmp_offset);

arch/loongarch/net/bpf_jit.h

268

emit_insn(ctx, blt, rd, rj, jmp_offset);

arch/loongarch/net/bpf_jit.h

272

emit_insn(ctx, blt, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

276

emit_insn(ctx, bge, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

280

emit_insn(ctx, bge, rd, rj, jmp_offset);

arch/loongarch/net/bpf_jit.h

286

enum loongarch_gpr rd, int jmp_offset)

arch/loongarch/net/bpf_jit.h

290

emit_insn(ctx, b, jmp_offset);

arch/loongarch/net/bpf_jit.h

293

static inline void uncond_jmp_offs26(struct jit_ctx *ctx, int jmp_offset)

arch/loongarch/net/bpf_jit.h

295

emit_insn(ctx, b, jmp_offset);

arch/loongarch/net/bpf_jit.h

299

enum loongarch_gpr rd, int jmp_offset)

arch/loongarch/net/bpf_jit.h

312

if (is_signed_imm26(jmp_offset)) {

arch/loongarch/net/bpf_jit.h

313

cond_jmp_offs26(ctx, cond, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

320

static inline int emit_uncond_jmp(struct jit_ctx *ctx, int jmp_offset)

arch/loongarch/net/bpf_jit.h

322

if (is_signed_imm26(jmp_offset)) {

arch/loongarch/net/bpf_jit.h

323

uncond_jmp_offs26(ctx, jmp_offset);

arch/loongarch/net/bpf_jit.h

331

enum loongarch_gpr rd, int jmp_offset)

arch/loongarch/net/bpf_jit.h

333

if (is_signed_imm16(jmp_offset)) {

arch/loongarch/net/bpf_jit.h

334

cond_jmp_offset(ctx, cond, rj, rd, jmp_offset);

arch/riscv/net/bpf_jit.h

1295

int jmp_offset;

arch/riscv/net/bpf_jit.h

1313

jmp_offset = ninsns_rvoff(8);

arch/riscv/net/bpf_jit.h

1314

emit(rv_bne(RV_REG_T2, r0, jmp_offset >> 1), ctx);

arch/riscv/net/bpf_jit.h

1317

jmp_offset = ninsns_rvoff(-6);

arch/riscv/net/bpf_jit.h

1318

emit(rv_bne(RV_REG_T3, 0, jmp_offset >> 1), ctx);

arch/x86/kernel/ftrace.c

315

unsigned long jmp_offset;

arch/x86/kernel/ftrace.c

333

jmp_offset = (unsigned long)ftrace_regs_caller_jmp;

arch/x86/kernel/ftrace.c

339

jmp_offset = 0;

arch/x86/kernel/ftrace.c

370

ip = trampoline + (jmp_offset - start_offset);

arch/x86/net/bpf_jit_comp.c

1816

s64 jmp_offset;

arch/x86/net/bpf_jit_comp.c

2740

jmp_offset = addrs[i + insn->off] - addrs[i];

arch/x86/net/bpf_jit_comp.c

2741

if (is_imm8_jmp_offset(jmp_offset)) {

arch/x86/net/bpf_jit_comp.c

2766

EMIT2(jmp_cond, jmp_offset);

arch/x86/net/bpf_jit_comp.c

2767

} else if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp.c

2768

EMIT2_off32(0x0F, jmp_cond + 0x10, jmp_offset);

arch/x86/net/bpf_jit_comp.c

2770

pr_err("cond_jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp.c

2789

jmp_offset = -2;

arch/x86/net/bpf_jit_comp.c

2791

jmp_offset = addrs[i + insn->off] - addrs[i];

arch/x86/net/bpf_jit_comp.c

2794

jmp_offset = -2;

arch/x86/net/bpf_jit_comp.c

2796

jmp_offset = addrs[i + insn->imm] - addrs[i];

arch/x86/net/bpf_jit_comp.c

2799

if (!jmp_offset) {

arch/x86/net/bpf_jit_comp.c

2826

if (is_imm8_jmp_offset(jmp_offset)) {

arch/x86/net/bpf_jit_comp.c

2848

EMIT2(0xEB, jmp_offset);

arch/x86/net/bpf_jit_comp.c

2849

} else if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp.c

2850

EMIT1_off32(0xE9, jmp_offset);

arch/x86/net/bpf_jit_comp.c

2852

pr_err("jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp.c

2859

jmp_offset = ctx->cleanup_addr - addrs[i];

arch/x86/net/bpf_jit_comp32.c

1579

s64 jmp_offset;

arch/x86/net/bpf_jit_comp32.c

1631

jmp_offset = (u8 *)__bpf_call_base + insn->imm - end_addr;

arch/x86/net/bpf_jit_comp32.c

1632

if (!is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

1634

jmp_offset);

arch/x86/net/bpf_jit_comp32.c

1638

EMIT1_off32(0xE8, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

1681

s64 jmp_offset;

arch/x86/net/bpf_jit_comp32.c

2107

jmp_offset = func - (image + addrs[i]);

arch/x86/net/bpf_jit_comp32.c

2109

if (!imm32 || !is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2127

EMIT1_off32(0xE8, jmp_offset + 9);

arch/x86/net/bpf_jit_comp32.c

2365

jmp_offset = addrs[i + insn->off] - addrs[i];

arch/x86/net/bpf_jit_comp32.c

2366

if (is_imm8(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2367

EMIT2(jmp_cond, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2368

} else if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2369

EMIT2_off32(0x0F, jmp_cond + 0x10, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2371

pr_err("cond_jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2414

jmp_offset = addrs[i + insn->off] - addrs[i] + 8;

arch/x86/net/bpf_jit_comp32.c

2415

if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2416

EMIT2_off32(0x0F, jmp_cond + 0x10, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2418

pr_err("cond_jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2427

jmp_offset = addrs[i + insn->off] - addrs[i];

arch/x86/net/bpf_jit_comp32.c

2428

if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2429

EMIT2_off32(0x0F, jmp_cond + 0x10, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2431

pr_err("cond_jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2444

jmp_offset = -2;

arch/x86/net/bpf_jit_comp32.c

2446

jmp_offset = addrs[i + insn->off] - addrs[i];

arch/x86/net/bpf_jit_comp32.c

2448

if (!jmp_offset)

arch/x86/net/bpf_jit_comp32.c

2452

if (is_imm8(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2453

EMIT2(0xEB, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2454

} else if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2455

EMIT1_off32(0xE9, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2457

pr_err("jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2466

jmp_offset = ctx->cleanup_addr - addrs[i];