arch/arm/net/bpf_jit_32.c

1423

_emit(ARM_COND_CS, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

1437

_emit(ARM_COND_CS, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

1451

_emit(ARM_COND_EQ, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

1602

s32 jmp_offset;

arch/arm/net/bpf_jit_32.c

1992

jmp_offset = bpf2a32_offset(i+off, i, ctx);

arch/arm/net/bpf_jit_32.c

1996

_emit(ARM_COND_NE, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

1999

_emit(ARM_COND_EQ, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2002

_emit(ARM_COND_HI, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2005

_emit(ARM_COND_CS, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2008

_emit(ARM_COND_LT, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2011

_emit(ARM_COND_GE, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2014

_emit(ARM_COND_LS, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2017

_emit(ARM_COND_CC, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2020

_emit(ARM_COND_LT, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2023

_emit(ARM_COND_GE, ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2032

jmp_offset = bpf2a32_offset(i + imm, i, ctx);

arch/arm/net/bpf_jit_32.c

2034

jmp_offset = bpf2a32_offset(i + off, i, ctx);

arch/arm/net/bpf_jit_32.c

2038

check_imm24(jmp_offset);

arch/arm/net/bpf_jit_32.c

2039

emit(ARM_B(jmp_offset), ctx);

arch/arm/net/bpf_jit_32.c

2077

jmp_offset = epilogue_offset(ctx);

arch/arm/net/bpf_jit_32.c

2078

check_imm24(jmp_offset);

arch/arm/net/bpf_jit_32.c

2079

emit(ARM_B(jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

1219

s32 jmp_offset;

arch/arm64/net/bpf_jit_comp.c

1456

jmp_offset = bpf2a64_offset(i, off, ctx);

arch/arm64/net/bpf_jit_comp.c

1458

jmp_offset = bpf2a64_offset(i, imm, ctx);

arch/arm64/net/bpf_jit_comp.c

1459

check_imm26(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

1460

emit(A64_B(jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

1485

jmp_offset = bpf2a64_offset(i, off, ctx);

arch/arm64/net/bpf_jit_comp.c

1486

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

1522

emit(A64_B_(jmp_cond, jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

1622

jmp_offset = epilogue_offset(ctx);

arch/arm64/net/bpf_jit_comp.c

1623

check_imm26(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

1624

emit(A64_B(jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

859

s32 jmp_offset;

arch/arm64/net/bpf_jit_comp.c

885

jmp_offset = -3;

arch/arm64/net/bpf_jit_comp.c

886

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

887

emit(A64_CBNZ(0, tmp3, jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

906

jmp_offset = -3;

arch/arm64/net/bpf_jit_comp.c

907

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

908

emit(A64_CBNZ(0, tmp3, jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

915

jmp_offset = -2;

arch/arm64/net/bpf_jit_comp.c

916

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

917

emit(A64_CBNZ(0, tmp3, jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

926

jmp_offset = 4;

arch/arm64/net/bpf_jit_comp.c

927

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

928

emit(A64_CBNZ(isdw, tmp3, jmp_offset), ctx);

arch/arm64/net/bpf_jit_comp.c

930

jmp_offset = -4;

arch/arm64/net/bpf_jit_comp.c

931

check_imm19(jmp_offset);

arch/arm64/net/bpf_jit_comp.c

932

emit(A64_CBNZ(0, tmp3, jmp_offset), ctx);

arch/loongarch/net/bpf_jit.c

1035

jmp_offset = epilogue_offset(ctx);

arch/loongarch/net/bpf_jit.c

1036

if (emit_uncond_jmp(ctx, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

306

if (emit_tailcall_jmp(ctx, BPF_JGE, a2, t1, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

318

if (emit_tailcall_jmp(ctx, BPF_JSGT, t3, t2, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

330

if (emit_tailcall_jmp(ctx, BPF_JEQ, t2, LOONGARCH_GPR_ZERO, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

546

int ret, jmp_offset, tcc_ptr_off;

arch/loongarch/net/bpf_jit.c

901

jmp_offset = bpf2la_offset(i, off, ctx);

arch/loongarch/net/bpf_jit.c

911

if (emit_cond_jmp(ctx, cond, t1, t2, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

936

jmp_offset = bpf2la_offset(i, off, ctx);

arch/loongarch/net/bpf_jit.c

952

if (emit_cond_jmp(ctx, cond, t2, tm, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

959

jmp_offset = bpf2la_offset(i, off, ctx);

arch/loongarch/net/bpf_jit.c

962

if (emit_cond_jmp(ctx, cond, t1, LOONGARCH_GPR_ZERO, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

969

jmp_offset = bpf2la_offset(i, off, ctx);

arch/loongarch/net/bpf_jit.c

973

if (emit_cond_jmp(ctx, cond, t1, LOONGARCH_GPR_ZERO, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.c

981

jmp_offset = bpf2la_offset(i, off, ctx);

arch/loongarch/net/bpf_jit.c

983

jmp_offset = bpf2la_offset(i, imm, ctx);

arch/loongarch/net/bpf_jit.c

984

if (emit_uncond_jmp(ctx, jmp_offset) < 0)

arch/loongarch/net/bpf_jit.h

238

enum loongarch_gpr rd, int jmp_offset)

arch/loongarch/net/bpf_jit.h

243

emit_insn(ctx, beq, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

248

emit_insn(ctx, bne, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

252

emit_insn(ctx, bltu, rd, rj, jmp_offset);

arch/loongarch/net/bpf_jit.h

256

emit_insn(ctx, bltu, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

260

emit_insn(ctx, bgeu, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

264

emit_insn(ctx, bgeu, rd, rj, jmp_offset);

arch/loongarch/net/bpf_jit.h

268

emit_insn(ctx, blt, rd, rj, jmp_offset);

arch/loongarch/net/bpf_jit.h

272

emit_insn(ctx, blt, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

276

emit_insn(ctx, bge, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

280

emit_insn(ctx, bge, rd, rj, jmp_offset);

arch/loongarch/net/bpf_jit.h

286

enum loongarch_gpr rd, int jmp_offset)

arch/loongarch/net/bpf_jit.h

290

emit_insn(ctx, b, jmp_offset);

arch/loongarch/net/bpf_jit.h

293

static inline void uncond_jmp_offs26(struct jit_ctx *ctx, int jmp_offset)

arch/loongarch/net/bpf_jit.h

295

emit_insn(ctx, b, jmp_offset);

arch/loongarch/net/bpf_jit.h

299

enum loongarch_gpr rd, int jmp_offset)

arch/loongarch/net/bpf_jit.h

312

if (is_signed_imm26(jmp_offset)) {

arch/loongarch/net/bpf_jit.h

313

cond_jmp_offs26(ctx, cond, rj, rd, jmp_offset);

arch/loongarch/net/bpf_jit.h

320

static inline int emit_uncond_jmp(struct jit_ctx *ctx, int jmp_offset)

arch/loongarch/net/bpf_jit.h

322

if (is_signed_imm26(jmp_offset)) {

arch/loongarch/net/bpf_jit.h

323

uncond_jmp_offs26(ctx, jmp_offset);

arch/loongarch/net/bpf_jit.h

331

enum loongarch_gpr rd, int jmp_offset)

arch/loongarch/net/bpf_jit.h

333

if (is_signed_imm16(jmp_offset)) {

arch/loongarch/net/bpf_jit.h

334

cond_jmp_offset(ctx, cond, rj, rd, jmp_offset);

arch/riscv/net/bpf_jit.h

1301

int jmp_offset;

arch/riscv/net/bpf_jit.h

1319

jmp_offset = ninsns_rvoff(8);

arch/riscv/net/bpf_jit.h

1320

emit(rv_bne(RV_REG_T2, r0, jmp_offset >> 1), ctx);

arch/riscv/net/bpf_jit.h

1323

jmp_offset = ninsns_rvoff(-6);

arch/riscv/net/bpf_jit.h

1324

emit(rv_bne(RV_REG_T3, 0, jmp_offset >> 1), ctx);

arch/x86/kernel/ftrace.c

315

unsigned long jmp_offset;

arch/x86/kernel/ftrace.c

333

jmp_offset = (unsigned long)ftrace_regs_caller_jmp;

arch/x86/kernel/ftrace.c

339

jmp_offset = 0;

arch/x86/kernel/ftrace.c

370

ip = trampoline + (jmp_offset - start_offset);

arch/x86/net/bpf_jit_comp.c

1723

s64 jmp_offset;

arch/x86/net/bpf_jit_comp.c

2605

jmp_offset = addrs[i + insn->off] - addrs[i];

arch/x86/net/bpf_jit_comp.c

2606

if (is_imm8_jmp_offset(jmp_offset)) {

arch/x86/net/bpf_jit_comp.c

2631

EMIT2(jmp_cond, jmp_offset);

arch/x86/net/bpf_jit_comp.c

2632

} else if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp.c

2633

EMIT2_off32(0x0F, jmp_cond + 0x10, jmp_offset);

arch/x86/net/bpf_jit_comp.c

2635

pr_err("cond_jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp.c

2654

jmp_offset = -2;

arch/x86/net/bpf_jit_comp.c

2656

jmp_offset = addrs[i + insn->off] - addrs[i];

arch/x86/net/bpf_jit_comp.c

2659

jmp_offset = -2;

arch/x86/net/bpf_jit_comp.c

2661

jmp_offset = addrs[i + insn->imm] - addrs[i];

arch/x86/net/bpf_jit_comp.c

2664

if (!jmp_offset) {

arch/x86/net/bpf_jit_comp.c

2691

if (is_imm8_jmp_offset(jmp_offset)) {

arch/x86/net/bpf_jit_comp.c

2713

EMIT2(0xEB, jmp_offset);

arch/x86/net/bpf_jit_comp.c

2714

} else if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp.c

2715

EMIT1_off32(0xE9, jmp_offset);

arch/x86/net/bpf_jit_comp.c

2717

pr_err("jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp.c

2724

jmp_offset = ctx->cleanup_addr - addrs[i];

arch/x86/net/bpf_jit_comp32.c

1579

s64 jmp_offset;

arch/x86/net/bpf_jit_comp32.c

1631

jmp_offset = (u8 *)__bpf_call_base + insn->imm - end_addr;

arch/x86/net/bpf_jit_comp32.c

1632

if (!is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

1634

jmp_offset);

arch/x86/net/bpf_jit_comp32.c

1638

EMIT1_off32(0xE8, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

1681

s64 jmp_offset;

arch/x86/net/bpf_jit_comp32.c

2107

jmp_offset = func - (image + addrs[i]);

arch/x86/net/bpf_jit_comp32.c

2109

if (!imm32 || !is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2127

EMIT1_off32(0xE8, jmp_offset + 9);

arch/x86/net/bpf_jit_comp32.c

2365

jmp_offset = addrs[i + insn->off] - addrs[i];

arch/x86/net/bpf_jit_comp32.c

2366

if (is_imm8(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2367

EMIT2(jmp_cond, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2368

} else if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2369

EMIT2_off32(0x0F, jmp_cond + 0x10, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2371

pr_err("cond_jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2414

jmp_offset = addrs[i + insn->off] - addrs[i] + 8;

arch/x86/net/bpf_jit_comp32.c

2415

if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2416

EMIT2_off32(0x0F, jmp_cond + 0x10, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2418

pr_err("cond_jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2427

jmp_offset = addrs[i + insn->off] - addrs[i];

arch/x86/net/bpf_jit_comp32.c

2428

if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2429

EMIT2_off32(0x0F, jmp_cond + 0x10, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2431

pr_err("cond_jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2444

jmp_offset = -2;

arch/x86/net/bpf_jit_comp32.c

2446

jmp_offset = addrs[i + insn->off] - addrs[i];

arch/x86/net/bpf_jit_comp32.c

2448

if (!jmp_offset)

arch/x86/net/bpf_jit_comp32.c

2452

if (is_imm8(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2453

EMIT2(0xEB, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2454

} else if (is_simm32(jmp_offset)) {

arch/x86/net/bpf_jit_comp32.c

2455

EMIT1_off32(0xE9, jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2457

pr_err("jmp gen bug %llx\n", jmp_offset);

arch/x86/net/bpf_jit_comp32.c

2466

jmp_offset = ctx->cleanup_addr - addrs[i];