arch/arc/net/bpf_jit_core.c

109

struct arc_jit_data *jit_data;

arch/arc/net/bpf_jit_core.c

1143

ctx->jit_data = kzalloc_obj(*ctx->jit_data);

arch/arc/net/bpf_jit_core.c

1144

if (!ctx->jit_data)

arch/arc/net/bpf_jit_core.c

1227

ctx->jit_data->bpf_header = ctx->bpf_header;

arch/arc/net/bpf_jit_core.c

1228

ctx->jit_data->bpf2insn = ctx->bpf2insn;

arch/arc/net/bpf_jit_core.c

1229

prog->aux->jit_data = (void *)ctx->jit_data;

arch/arc/net/bpf_jit_core.c

1242

prog->aux->jit_data = NULL;

arch/arc/net/bpf_jit_core.c

1264

if (!prog->aux->jit_data) {

arch/arc/net/bpf_jit_core.c

1276

(struct arc_jit_data *)ctx->prog->aux->jit_data;

arch/arc/net/bpf_jit_core.c

1288

ctx->jit_data = jdata;

arch/arc/net/bpf_jit_core.c

226

maybe_free(ctx, (void **)&ctx->jit_data);

arch/arm64/net/bpf_jit_comp.c

2015

struct arm64_jit_data *jit_data;

arch/arm64/net/bpf_jit_comp.c

2041

jit_data = prog->aux->jit_data;

arch/arm64/net/bpf_jit_comp.c

2042

if (!jit_data) {

arch/arm64/net/bpf_jit_comp.c

2043

jit_data = kzalloc_obj(*jit_data);

arch/arm64/net/bpf_jit_comp.c

2044

if (!jit_data) {

arch/arm64/net/bpf_jit_comp.c

2048

prog->aux->jit_data = jit_data;

arch/arm64/net/bpf_jit_comp.c

2067

if (jit_data->ctx.offset) {

arch/arm64/net/bpf_jit_comp.c

2068

ctx = jit_data->ctx;

arch/arm64/net/bpf_jit_comp.c

2069

ro_image_ptr = jit_data->ro_image;

arch/arm64/net/bpf_jit_comp.c

2070

ro_header = jit_data->ro_header;

arch/arm64/net/bpf_jit_comp.c

2071

header = jit_data->header;

arch/arm64/net/bpf_jit_comp.c

2193

if (extra_pass && ctx.idx > jit_data->ctx.idx) {

arch/arm64/net/bpf_jit_comp.c

2195

ctx.idx, jit_data->ctx.idx);

arch/arm64/net/bpf_jit_comp.c

2214

jit_data->ctx = ctx;

arch/arm64/net/bpf_jit_comp.c

2215

jit_data->ro_image = ro_image_ptr;

arch/arm64/net/bpf_jit_comp.c

2216

jit_data->header = header;

arch/arm64/net/bpf_jit_comp.c

2217

jit_data->ro_header = ro_header;

arch/arm64/net/bpf_jit_comp.c

2245

kfree(jit_data);

arch/arm64/net/bpf_jit_comp.c

2246

prog->aux->jit_data = NULL;

arch/arm64/net/bpf_jit_comp.c

3174

struct arm64_jit_data *jit_data = prog->aux->jit_data;

arch/arm64/net/bpf_jit_comp.c

3184

if (jit_data) {

arch/arm64/net/bpf_jit_comp.c

3185

bpf_jit_binary_pack_finalize(jit_data->ro_header, jit_data->header);

arch/arm64/net/bpf_jit_comp.c

3186

kfree(jit_data);

arch/loongarch/net/bpf_jit.c

1929

struct jit_data *jit_data;

arch/loongarch/net/bpf_jit.c

1955

jit_data = prog->aux->jit_data;

arch/loongarch/net/bpf_jit.c

1956

if (!jit_data) {

arch/loongarch/net/bpf_jit.c

1957

jit_data = kzalloc_obj(*jit_data);

arch/loongarch/net/bpf_jit.c

1958

if (!jit_data) {

arch/loongarch/net/bpf_jit.c

1962

prog->aux->jit_data = jit_data;

arch/loongarch/net/bpf_jit.c

1964

if (jit_data->ctx.offset) {

arch/loongarch/net/bpf_jit.c

1965

ctx = jit_data->ctx;

arch/loongarch/net/bpf_jit.c

1966

ro_header = jit_data->ro_header;

arch/loongarch/net/bpf_jit.c

1968

header = jit_data->header;

arch/loongarch/net/bpf_jit.c

2047

if (extra_pass && ctx.idx != jit_data->ctx.idx) {

arch/loongarch/net/bpf_jit.c

2049

ctx.idx, jit_data->ctx.idx);

arch/loongarch/net/bpf_jit.c

2065

jit_data->ctx = ctx;

arch/loongarch/net/bpf_jit.c

2066

jit_data->header = header;

arch/loongarch/net/bpf_jit.c

2067

jit_data->ro_header = ro_header;

arch/loongarch/net/bpf_jit.c

2083

kfree(jit_data);

arch/loongarch/net/bpf_jit.c

2084

prog->aux->jit_data = NULL;

arch/loongarch/net/bpf_jit.c

2104

struct jit_data *jit_data = prog->aux->jit_data;

arch/loongarch/net/bpf_jit.c

2112

if (jit_data) {

arch/loongarch/net/bpf_jit.c

2113

bpf_jit_binary_pack_finalize(jit_data->ro_header, jit_data->header);

arch/loongarch/net/bpf_jit.c

2114

kfree(jit_data);

arch/parisc/net/bpf_jit_core.c

107

if (jit_data->header)

arch/parisc/net/bpf_jit_core.c

114

jit_data->header =

arch/parisc/net/bpf_jit_core.c

116

&jit_data->image,

arch/parisc/net/bpf_jit_core.c

119

if (!jit_data->header) {

arch/parisc/net/bpf_jit_core.c

124

ctx->insns = (u32 *)jit_data->image;

arch/parisc/net/bpf_jit_core.c

135

if (jit_data->header)

arch/parisc/net/bpf_jit_core.c

136

bpf_jit_binary_free(jit_data->header);

arch/parisc/net/bpf_jit_core.c

150

bpf_jit_binary_free(jit_data->header);

arch/parisc/net/bpf_jit_core.c

167

bpf_flush_icache(jit_data->header, ctx->insns + ctx->ninsns);

arch/parisc/net/bpf_jit_core.c

170

if (bpf_jit_binary_lock_ro(jit_data->header)) {

arch/parisc/net/bpf_jit_core.c

171

bpf_jit_binary_free(jit_data->header);

arch/parisc/net/bpf_jit_core.c

183

kfree(jit_data);

arch/parisc/net/bpf_jit_core.c

184

prog->aux->jit_data = NULL;

arch/parisc/net/bpf_jit_core.c

50

struct hppa_jit_data *jit_data;

arch/parisc/net/bpf_jit_core.c

64

jit_data = prog->aux->jit_data;

arch/parisc/net/bpf_jit_core.c

65

if (!jit_data) {

arch/parisc/net/bpf_jit_core.c

66

jit_data = kzalloc_obj(*jit_data);

arch/parisc/net/bpf_jit_core.c

67

if (!jit_data) {

arch/parisc/net/bpf_jit_core.c

71

prog->aux->jit_data = jit_data;

arch/parisc/net/bpf_jit_core.c

74

ctx = &jit_data->ctx;

arch/powerpc/net/bpf_jit_comp.c

139

struct powerpc_jit_data *jit_data;

arch/powerpc/net/bpf_jit_comp.c

166

jit_data = fp->aux->jit_data;

arch/powerpc/net/bpf_jit_comp.c

167

if (!jit_data) {

arch/powerpc/net/bpf_jit_comp.c

168

jit_data = kzalloc_obj(*jit_data);

arch/powerpc/net/bpf_jit_comp.c

169

if (!jit_data) {

arch/powerpc/net/bpf_jit_comp.c

173

fp->aux->jit_data = jit_data;

arch/powerpc/net/bpf_jit_comp.c

177

addrs = jit_data->addrs;

arch/powerpc/net/bpf_jit_comp.c

179

cgctx = jit_data->ctx;

arch/powerpc/net/bpf_jit_comp.c

185

fimage = jit_data->fimage;

arch/powerpc/net/bpf_jit_comp.c

186

fhdr = jit_data->fhdr;

arch/powerpc/net/bpf_jit_comp.c

187

proglen = jit_data->proglen;

arch/powerpc/net/bpf_jit_comp.c

188

hdr = jit_data->hdr;

arch/powerpc/net/bpf_jit_comp.c

310

kfree(jit_data);

arch/powerpc/net/bpf_jit_comp.c

311

fp->aux->jit_data = NULL;

arch/powerpc/net/bpf_jit_comp.c

313

jit_data->addrs = addrs;

arch/powerpc/net/bpf_jit_comp.c

314

jit_data->ctx = cgctx;

arch/powerpc/net/bpf_jit_comp.c

315

jit_data->proglen = proglen;

arch/powerpc/net/bpf_jit_comp.c

316

jit_data->fimage = fimage;

arch/powerpc/net/bpf_jit_comp.c

317

jit_data->fhdr = fhdr;

arch/powerpc/net/bpf_jit_comp.c

318

jit_data->hdr = hdr;

arch/powerpc/net/bpf_jit_comp.c

420

struct powerpc_jit_data *jit_data = fp->aux->jit_data;

arch/powerpc/net/bpf_jit_comp.c

428

if (jit_data) {

arch/powerpc/net/bpf_jit_comp.c

429

bpf_jit_binary_pack_finalize(jit_data->fhdr, jit_data->hdr);

arch/powerpc/net/bpf_jit_comp.c

430

kvfree(jit_data->addrs);

arch/powerpc/net/bpf_jit_comp.c

431

kfree(jit_data);

arch/riscv/net/bpf_jit_core.c

117

if (jit_data->header)

arch/riscv/net/bpf_jit_core.c

124

jit_data->ro_header =

arch/riscv/net/bpf_jit_core.c

126

&jit_data->ro_image, sizeof(u32),

arch/riscv/net/bpf_jit_core.c

127

&jit_data->header, &jit_data->image,

arch/riscv/net/bpf_jit_core.c

129

if (!jit_data->ro_header) {

arch/riscv/net/bpf_jit_core.c

141

ctx->ro_insns = (u16 *)jit_data->ro_image;

arch/riscv/net/bpf_jit_core.c

142

ctx->insns = (u16 *)jit_data->image;

arch/riscv/net/bpf_jit_core.c

180

if (WARN_ON(bpf_jit_binary_pack_finalize(jit_data->ro_header, jit_data->header))) {

arch/riscv/net/bpf_jit_core.c

182

jit_data->ro_header = NULL;

arch/riscv/net/bpf_jit_core.c

192

bpf_flush_icache(jit_data->ro_header, ctx->ro_insns + ctx->ninsns);

arch/riscv/net/bpf_jit_core.c

198

kfree(jit_data);

arch/riscv/net/bpf_jit_core.c

199

prog->aux->jit_data = NULL;

arch/riscv/net/bpf_jit_core.c

209

if (jit_data->header) {

arch/riscv/net/bpf_jit_core.c

210

bpf_arch_text_copy(&jit_data->ro_header->size, &jit_data->header->size,

arch/riscv/net/bpf_jit_core.c

211

sizeof(jit_data->header->size));

arch/riscv/net/bpf_jit_core.c

212

bpf_jit_binary_pack_free(jit_data->ro_header, jit_data->header);

arch/riscv/net/bpf_jit_core.c

250

struct rv_jit_data *jit_data = prog->aux->jit_data;

arch/riscv/net/bpf_jit_core.c

258

if (jit_data) {

arch/riscv/net/bpf_jit_core.c

259

bpf_jit_binary_pack_finalize(jit_data->ro_header, jit_data->header);

arch/riscv/net/bpf_jit_core.c

260

kfree(jit_data);

arch/riscv/net/bpf_jit_core.c

50

struct rv_jit_data *jit_data;

arch/riscv/net/bpf_jit_core.c

64

jit_data = prog->aux->jit_data;

arch/riscv/net/bpf_jit_core.c

65

if (!jit_data) {

arch/riscv/net/bpf_jit_core.c

66

jit_data = kzalloc_obj(*jit_data);

arch/riscv/net/bpf_jit_core.c

67

if (!jit_data) {

arch/riscv/net/bpf_jit_core.c

71

prog->aux->jit_data = jit_data;

arch/riscv/net/bpf_jit_core.c

74

ctx = &jit_data->ctx;

arch/s390/net/bpf_jit_comp.c

2303

struct s390_jit_data *jit_data;

arch/s390/net/bpf_jit_comp.c

2324

jit_data = fp->aux->jit_data;

arch/s390/net/bpf_jit_comp.c

2325

if (!jit_data) {

arch/s390/net/bpf_jit_comp.c

2326

jit_data = kzalloc_obj(*jit_data);

arch/s390/net/bpf_jit_comp.c

2327

if (!jit_data) {

arch/s390/net/bpf_jit_comp.c

2331

fp->aux->jit_data = jit_data;

arch/s390/net/bpf_jit_comp.c

2333

if (jit_data->ctx.addrs) {

arch/s390/net/bpf_jit_comp.c

2334

jit = jit_data->ctx;

arch/s390/net/bpf_jit_comp.c

2335

header = jit_data->header;

arch/s390/net/bpf_jit_comp.c

2337

pass = jit_data->pass + 1;

arch/s390/net/bpf_jit_comp.c

2383

jit_data->header = header;

arch/s390/net/bpf_jit_comp.c

2384

jit_data->ctx = jit;

arch/s390/net/bpf_jit_comp.c

2385

jit_data->pass = pass;

arch/s390/net/bpf_jit_comp.c

2395

kfree(jit_data);

arch/s390/net/bpf_jit_comp.c

2396

fp->aux->jit_data = NULL;

arch/sparc/net/bpf_jit_comp_64.c

1483

struct sparc64_jit_data *jit_data;

arch/sparc/net/bpf_jit_comp_64.c

1506

jit_data = prog->aux->jit_data;

arch/sparc/net/bpf_jit_comp_64.c

1507

if (!jit_data) {

arch/sparc/net/bpf_jit_comp_64.c

1508

jit_data = kzalloc_obj(*jit_data);

arch/sparc/net/bpf_jit_comp_64.c

1509

if (!jit_data) {

arch/sparc/net/bpf_jit_comp_64.c

1513

prog->aux->jit_data = jit_data;

arch/sparc/net/bpf_jit_comp_64.c

1515

if (jit_data->ctx.offset) {

arch/sparc/net/bpf_jit_comp_64.c

1516

ctx = jit_data->ctx;

arch/sparc/net/bpf_jit_comp_64.c

1517

image_ptr = jit_data->image;

arch/sparc/net/bpf_jit_comp_64.c

1518

header = jit_data->header;

arch/sparc/net/bpf_jit_comp_64.c

1611

jit_data->ctx = ctx;

arch/sparc/net/bpf_jit_comp_64.c

1612

jit_data->image = image_ptr;

arch/sparc/net/bpf_jit_comp_64.c

1613

jit_data->header = header;

arch/sparc/net/bpf_jit_comp_64.c

1624

kfree(jit_data);

arch/sparc/net/bpf_jit_comp_64.c

1625

prog->aux->jit_data = NULL;

arch/x86/net/bpf_jit_comp.c

3722

struct x64_jit_data *jit_data;

arch/x86/net/bpf_jit_comp.c

3750

jit_data = prog->aux->jit_data;

arch/x86/net/bpf_jit_comp.c

3751

if (!jit_data) {

arch/x86/net/bpf_jit_comp.c

3752

jit_data = kzalloc_obj(*jit_data);

arch/x86/net/bpf_jit_comp.c

3753

if (!jit_data) {

arch/x86/net/bpf_jit_comp.c

3757

prog->aux->jit_data = jit_data;

arch/x86/net/bpf_jit_comp.c

3776

addrs = jit_data->addrs;

arch/x86/net/bpf_jit_comp.c

3778

ctx = jit_data->ctx;

arch/x86/net/bpf_jit_comp.c

3779

oldproglen = jit_data->proglen;

arch/x86/net/bpf_jit_comp.c

3780

image = jit_data->image;

arch/x86/net/bpf_jit_comp.c

3781

header = jit_data->header;

arch/x86/net/bpf_jit_comp.c

3782

rw_header = jit_data->rw_header;

arch/x86/net/bpf_jit_comp.c

3885

jit_data->addrs = addrs;

arch/x86/net/bpf_jit_comp.c

3886

jit_data->ctx = ctx;

arch/x86/net/bpf_jit_comp.c

3887

jit_data->proglen = proglen;

arch/x86/net/bpf_jit_comp.c

3888

jit_data->image = image;

arch/x86/net/bpf_jit_comp.c

3889

jit_data->header = header;

arch/x86/net/bpf_jit_comp.c

3890

jit_data->rw_header = rw_header;

arch/x86/net/bpf_jit_comp.c

3925

kfree(jit_data);

arch/x86/net/bpf_jit_comp.c

3926

prog->aux->jit_data = NULL;

arch/x86/net/bpf_jit_comp.c

3961

struct x64_jit_data *jit_data = prog->aux->jit_data;

arch/x86/net/bpf_jit_comp.c

3971

if (jit_data) {

arch/x86/net/bpf_jit_comp.c

3972

bpf_jit_binary_pack_finalize(jit_data->header,

arch/x86/net/bpf_jit_comp.c

3973

jit_data->rw_header);

arch/x86/net/bpf_jit_comp.c

3974

kvfree(jit_data->addrs);

arch/x86/net/bpf_jit_comp.c

3975

kfree(jit_data);

include/linux/bpf.h

1709

void *jit_data; /* JIT specific data. arch dependent */