arch/arm64/kernel/stacktrace.c

194

struct frame_record_meta *meta;

arch/arm64/kernel/stacktrace.c

197

info = unwind_find_stack(&state->common, fp, sizeof(*meta));

arch/arm64/kernel/stacktrace.c

201

meta = (struct frame_record_meta *)fp;

arch/arm64/kernel/stacktrace.c

202

switch (READ_ONCE(meta->type)) {

arch/arm64/kernel/stacktrace.c

204

if (meta == &task_pt_regs(tsk)->stackframe)

arch/arm64/kvm/hyp/nvhe/mem_protect.c

1031

u64 meta, phys, ipa = hyp_pfn_to_phys(gfn);

arch/arm64/kvm/hyp/nvhe/mem_protect.c

1049

meta = host_stage2_encode_gfn_meta(vm, gfn);

arch/arm64/kvm/hyp/nvhe/mem_protect.c

1051

PKVM_ID_GUEST, meta));

arch/arm64/kvm/hyp/nvhe/mem_protect.c

1429

u64 meta;

arch/arm64/kvm/hyp/nvhe/mem_protect.c

1447

meta = host_stage2_encode_gfn_meta(vm, gfn);

arch/arm64/kvm/hyp/nvhe/mem_protect.c

1449

PKVM_ID_GUEST, meta));

arch/arm64/kvm/hyp/nvhe/mem_protect.c

573

u8 owner_id, u64 meta)

arch/arm64/kvm/hyp/nvhe/mem_protect.c

587

if (!FIELD_FIT(KVM_HOST_DONATION_PTE_EXTRA_MASK, meta))

arch/arm64/kvm/hyp/nvhe/mem_protect.c

591

FIELD_PREP(KVM_HOST_DONATION_PTE_EXTRA_MASK, meta);

arch/arm64/kvm/hyp/nvhe/mem_protect.c

647

u64 meta;

arch/arm64/kvm/hyp/nvhe/mem_protect.c

660

meta = FIELD_GET(KVM_HOST_DONATION_PTE_EXTRA_MASK, pte);

arch/arm64/kvm/hyp/nvhe/mem_protect.c

661

handle = FIELD_GET(KVM_HOST_PTE_OWNER_GUEST_HANDLE_MASK, meta);

arch/arm64/kvm/hyp/nvhe/mem_protect.c

668

*gfn = FIELD_GET(KVM_HOST_PTE_OWNER_GUEST_GFN_MASK, meta);

arch/arm64/net/bpf_jit_comp.c

2739

u64 meta = func_meta | (cookie_bargs_off << BPF_TRAMP_COOKIE_INDEX_SHIFT);

arch/arm64/net/bpf_jit_comp.c

2741

store_func_meta(ctx, meta, func_meta_off);

arch/arm64/net/bpf_jit_comp.c

2787

u64 meta = func_meta | (cookie_bargs_off << BPF_TRAMP_COOKIE_INDEX_SHIFT);

arch/arm64/net/bpf_jit_comp.c

2789

store_func_meta(ctx, meta, func_meta_off);

arch/loongarch/net/bpf_jit.c

1778

u64 meta = func_meta | ((u64)cur_cookie << BPF_TRAMP_COOKIE_INDEX_SHIFT);

arch/loongarch/net/bpf_jit.c

1780

emit_store_stack_imm64(ctx, LOONGARCH_GPR_T1, -func_meta_off, meta);

arch/powerpc/net/bpf_jit_comp.c

1040

u64 meta = func_meta | (cookie_ctx_off << BPF_TRAMP_COOKIE_INDEX_SHIFT);

arch/powerpc/net/bpf_jit_comp.c

1042

store_func_meta(image, ctx, meta, func_meta_off);

arch/powerpc/net/bpf_jit_comp.c

1120

u64 meta = func_meta | (cookie_ctx_off << BPF_TRAMP_COOKIE_INDEX_SHIFT);

arch/powerpc/net/bpf_jit_comp.c

1122

store_func_meta(image, ctx, meta, func_meta_off);

arch/riscv/net/bpf_jit_comp64.c

1009

u64 meta = func_meta | ((u64)cur_cookie << BPF_TRAMP_COOKIE_INDEX_SHIFT);

arch/riscv/net/bpf_jit_comp64.c

1011

emit_store_stack_imm64(RV_REG_T1, -func_meta_off, meta, ctx);

arch/s390/net/bpf_jit_comp.c

2620

u64 meta = func_meta | ((u64)cur_cookie << BPF_TRAMP_COOKIE_INDEX_SHIFT);

arch/s390/net/bpf_jit_comp.c

2622

emit_store_stack_imm64(jit, REG_0, tjit->func_meta_off, meta);

block/bio-integrity.c

450

static void bio_uio_meta_to_bip(struct bio *bio, struct uio_meta *meta)

block/bio-integrity.c

454

if (meta->flags & IO_INTEGRITY_CHK_GUARD)

block/bio-integrity.c

456

if (meta->flags & IO_INTEGRITY_CHK_APPTAG)

block/bio-integrity.c

458

if (meta->flags & IO_INTEGRITY_CHK_REFTAG)

block/bio-integrity.c

461

bip->app_tag = meta->app_tag;

block/bio-integrity.c

464

int bio_integrity_map_iter(struct bio *bio, struct uio_meta *meta)

block/bio-integrity.c

477

it = meta->iter;

block/bio-integrity.c

485

if (meta->flags && (meta->flags & ~IO_INTEGRITY_VALID_FLAGS))

block/bio-integrity.c

491

bio_uio_meta_to_bip(bio, meta);

block/bio-integrity.c

492

bip_set_seed(bio_integrity(bio), meta->seed);

block/bio-integrity.c

493

iov_iter_advance(&meta->iter, integrity_bytes);

block/bio-integrity.c

494

meta->seed += bio_integrity_intervals(bi, bio_sectors(bio));

drivers/block/drbd/drbd_int.h

645

struct drbd_socket meta; /* ping/ack (metadata) packets */

drivers/block/drbd/drbd_main.c

1042

sock = &peer_device->connection->meta;

drivers/block/drbd/drbd_main.c

1056

sock = &connection->meta;

drivers/block/drbd/drbd_main.c

1301

sock = &connection->meta;

drivers/block/drbd/drbd_main.c

1327

sock = &peer_device->connection->meta;

drivers/block/drbd/drbd_main.c

1456

drop_it = connection->meta.socket == sock

drivers/block/drbd/drbd_main.c

1847

sock == connection->meta.socket ? "msock" : "sock",

drivers/block/drbd/drbd_main.c

2556

if (drbd_alloc_socket(&connection->meta))

drivers/block/drbd/drbd_main.c

2584

mutex_init(&connection->meta.mutex);

drivers/block/drbd/drbd_main.c

2610

drbd_free_socket(&connection->meta);

drivers/block/drbd/drbd_main.c

2627

drbd_free_socket(&connection->meta);

drivers/block/drbd/drbd_main.c

2912

if (connection->meta.socket)

drivers/block/drbd/drbd_main.c

2913

drbd_free_one_sock(&connection->meta);

drivers/block/drbd/drbd_main.c

673

sock = &connection->meta;

drivers/block/drbd/drbd_main.c

683

sock = &connection->meta;

drivers/block/drbd/drbd_receiver.c

5438

connection->meta.socket->sk->sk_rcvtimeo = connection->net_conf->ping_int*HZ;

drivers/block/drbd/drbd_receiver.c

5739

connection->meta.socket->sk->sk_rcvtimeo = t;

drivers/block/drbd/drbd_receiver.c

5779

void *buf = connection->meta.rbuf;

drivers/block/drbd/drbd_receiver.c

5800

rv = drbd_recv_short(connection->meta.socket, buf, expect-received, 0);

drivers/block/drbd/drbd_receiver.c

5853

if (decode_header(connection, connection->meta.rbuf, &pi))

drivers/block/drbd/drbd_receiver.c

5884

buf = connection->meta.rbuf;

drivers/block/drbd/drbd_receiver.c

5921

tcp_sock_set_cork(connection->meta.socket->sk, true);

drivers/block/drbd/drbd_receiver.c

5934

tcp_sock_set_cork(connection->meta.socket->sk, false);

drivers/block/drbd/drbd_receiver.c

757

msock.sbuf = connection->meta.sbuf;

drivers/block/drbd/drbd_receiver.c

758

msock.rbuf = connection->meta.rbuf;

drivers/block/drbd/drbd_receiver.c

874

connection->meta.socket = msock.socket;

drivers/gpio/gpio-aggregator.c

1458

struct gpio_aggregator_pdev_meta meta = { .init_via_sysfs = true };

drivers/gpio/gpio-aggregator.c

1502

pdev = platform_device_register_data(NULL, DRV_NAME, aggr->id, &meta, sizeof(meta));

drivers/gpio/gpio-aggregator.c

1595

struct gpio_aggregator_pdev_meta *meta;

drivers/gpio/gpio-aggregator.c

1611

meta = dev_get_platdata(&pdev->dev);

drivers/gpio/gpio-aggregator.c

1612

if (meta && meta->init_via_sysfs)

drivers/gpio/gpio-sloppy-logic-analyzer.c

235

char *meta = NULL;

drivers/gpio/gpio-sloppy-logic-analyzer.c

283

new_meta = devm_krealloc(dev, meta, meta_len + add_len, GFP_KERNEL);

drivers/gpio/gpio-sloppy-logic-analyzer.c

287

meta = new_meta;

drivers/gpio/gpio-sloppy-logic-analyzer.c

288

meta_len += snprintf(meta + meta_len, add_len, "probe%02u=%s\n",

drivers/gpio/gpio-sloppy-logic-analyzer.c

295

priv->meta.data = meta;

drivers/gpio/gpio-sloppy-logic-analyzer.c

296

priv->meta.size = meta_len;

drivers/gpio/gpio-sloppy-logic-analyzer.c

298

debugfs_create_blob("meta_data", 0400, priv->debug_dir, &priv->meta);

drivers/gpio/gpio-sloppy-logic-analyzer.c

48

struct debugfs_blob_wrapper meta;

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

379

struct drm_amdgpu_info_uq_metadata_gfx *meta)

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

387

meta->shadow_size = shadow.shadow_size;

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

388

meta->shadow_alignment = shadow.shadow_alignment;

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

389

meta->csa_size = shadow.csa_size;

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

390

meta->csa_alignment = shadow.csa_alignment;

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

399

struct drm_amdgpu_info_uq_metadata_compute *meta)

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

407

meta->eop_size = shadow.eop_size;

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

408

meta->eop_alignment = shadow.eop_alignment;

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

417

struct drm_amdgpu_info_uq_metadata_sdma *meta)

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

425

meta->csa_size = csa.size;

drivers/gpu/drm/amd/amdgpu/amdgpu_kms.c

426

meta->csa_alignment = csa.alignment;

drivers/gpu/drm/amd/display/dc/dml2_0/dml21/src/dml2_core/dml2_core_dcn4.c

270

const struct dml2_implicit_svp_meta *meta)

drivers/gpu/drm/amd/display/dc/dml2_0/dml21/src/dml2_core/dml2_core_dcn4.c

274

phantom->timing.v_total = meta->v_total;

drivers/gpu/drm/amd/display/dc/dml2_0/dml21/src/dml2_core/dml2_core_dcn4.c

275

phantom->timing.v_active = meta->v_active;

drivers/gpu/drm/amd/display/dc/dml2_0/dml21/src/dml2_core/dml2_core_dcn4.c

276

phantom->timing.v_front_porch = meta->v_front_porch;

drivers/gpu/drm/amd/display/dc/dml2_0/dml21/src/dml2_core/dml2_core_utils.c

576

const struct dml2_implicit_svp_meta *meta)

drivers/gpu/drm/amd/display/dc/dml2_0/dml21/src/dml2_core/dml2_core_utils.c

580

phantom->timing.v_total = meta->v_total;

drivers/gpu/drm/amd/display/dc/dml2_0/dml21/src/dml2_core/dml2_core_utils.c

581

phantom->timing.v_active = meta->v_active;

drivers/gpu/drm/amd/display/dc/dml2_0/dml21/src/dml2_core/dml2_core_utils.c

582

phantom->timing.v_front_porch = meta->v_front_porch;

drivers/gpu/drm/amd/display/dmub/src/dmub_srv.c

122

const union dmub_fw_meta *meta;

drivers/gpu/drm/amd/display/dmub/src/dmub_srv.c

130

meta = (const union dmub_fw_meta *)(blob + blob_size - meta_offset -

drivers/gpu/drm/amd/display/dmub/src/dmub_srv.c

133

if (meta->info.magic_value != DMUB_FW_META_MAGIC)

drivers/gpu/drm/amd/display/dmub/src/dmub_srv.c

136

return &meta->info;

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

471

const struct etnaviv_pm_domain_meta *meta = &doms_meta[i];

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

473

if (gpu->identity.features & meta->feature)

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

474

num += meta->nr_domains;

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

487

const struct etnaviv_pm_domain_meta *meta = &doms_meta[i];

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

489

if (!(gpu->identity.features & meta->feature))

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

492

if (index - offset >= meta->nr_domains) {

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

493

offset += meta->nr_domains;

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

497

domain = meta->domains + (index - offset);

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

559

const struct etnaviv_pm_domain_meta *meta = &doms_meta[exec_state];

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

562

if (r->domain >= meta->nr_domains)

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

565

dom = meta->domains + r->domain;

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

576

const struct etnaviv_pm_domain_meta *meta = &doms_meta[exec_state];

drivers/gpu/drm/etnaviv/etnaviv_perfmon.c

582

dom = meta->domains + pmr->domain;

drivers/gpu/drm/imagination/pvr_device.c

687

if (PVR_HAS_FEATURE(pvr_dev, meta))

drivers/gpu/drm/imagination/pvr_device_info.c

154

FEATURE_MAPPING_VALUE(META, meta),

drivers/gpu/drm/imagination/pvr_device_info.h

99

u64 meta;

drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c

100

if (!meta)

drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c

126

if (!meta)

drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c

260

bool meta;

drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c

265

meta = MSM_FORMAT_IS_UBWC(fmt);

drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c

296

if (!meta)

drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c

327

if (!meta)

drivers/gpu/drm/msm/disp/dpu1/dpu_formats.c

61

bool meta = MSM_FORMAT_IS_UBWC(fmt);

drivers/gpu/drm/nouveau/include/nvkm/subdev/gsp.h

155

struct nvkm_gsp_mem meta;

drivers/gpu/drm/nouveau/nvkm/falcon/fw.c

316

u32 loc, sig, cnt, *meta;

drivers/gpu/drm/nouveau/nvkm/falcon/fw.c

325

meta = (u32 *)(blob->data + hshdr->meta_data_offset);

drivers/gpu/drm/nouveau/nvkm/falcon/fw.c

353

fw->fuse_ver = meta[0];

drivers/gpu/drm/nouveau/nvkm/falcon/fw.c

354

fw->engine_id = meta[1];

drivers/gpu/drm/nouveau/nvkm/falcon/fw.c

355

fw->ucode_id = meta[2];

drivers/gpu/drm/nouveau/nvkm/subdev/acr/lsfw.c

221

u32 sig, cnt, *meta;

drivers/gpu/drm/nouveau/nvkm/subdev/acr/lsfw.c

229

meta = (u32 *)(hsbl->data + hshdr->meta_data_offset);

drivers/gpu/drm/nouveau/nvkm/subdev/acr/lsfw.c

233

lsfw->fuse_ver = meta[0];

drivers/gpu/drm/nouveau/nvkm/subdev/acr/lsfw.c

234

lsfw->engine_id = meta[1];

drivers/gpu/drm/nouveau/nvkm/subdev/acr/lsfw.c

235

lsfw->ucode_id = meta[2];

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/ga102.c

50

u32 loc, sig, cnt, *meta;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/ga102.c

55

meta = (u32 *)(blob->data + hshdr->meta_data_offset);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/ga102.c

83

fw->fuse_ver = meta[0];

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/ga102.c

84

fw->engine_id = meta[1];

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/ga102.c

85

fw->ucode_id = meta[2];

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

133

GspFwWprMeta *meta;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

136

ret = nvkm_gsp_mem_ctor(gsp, sizeof(*meta), &gsp->wpr_meta);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

144

meta = gsp->wpr_meta.data;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

146

meta->magic = GSP_FW_WPR_META_MAGIC;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

147

meta->revision = GSP_FW_WPR_META_REVISION;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

149

meta->sizeOfRadix3Elf = gsp->fw.len;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

150

meta->sysmemAddrOfRadix3Elf = gsp->radix3.lvl0.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

152

meta->sizeOfBootloader = gsp->boot.fw.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

153

meta->sysmemAddrOfBootloader = gsp->boot.fw.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

154

meta->bootloaderCodeOffset = gsp->boot.code_offset;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

155

meta->bootloaderDataOffset = gsp->boot.data_offset;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

156

meta->bootloaderManifestOffset = gsp->boot.manifest_offset;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

158

meta->sysmemAddrOfSignature = gsp->sig.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

159

meta->sizeOfSignature = gsp->sig.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

161

meta->nonWprHeapSize = gsp->fb.heap.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

162

meta->gspFwHeapSize = tu102_gsp_wpr_heap_size(gsp);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

163

meta->frtsSize = 0x100000;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

164

meta->vgaWorkspaceSize = gsp->fb.bios.vga_workspace.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

165

meta->pmuReservedSize = gsp->rm->wpr->rsvd_size_pmu;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

73

const bool resume = gsp->sr.meta.data != NULL;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

74

struct nvkm_gsp_mem *meta;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

85

meta = &gsp->wpr_meta;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

88

meta = &gsp->sr.meta;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

93

args->bootGspRmParams.gspRmDescOffset = meta->addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/gh100.c

94

args->bootGspRmParams.gspRmDescSize = meta->size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r535/gsp.c

1719

GspFwWprMeta *meta = gsp->wpr_meta.data;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r535/gsp.c

1721

return meta->gspFwWprEnd - meta->gspFwWprStart;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r535/gsp.c

1742

ret = nvkm_gsp_mem_ctor(gsp, sizeof(*sr), &gsp->sr.meta);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r535/gsp.c

1746

sr = gsp->sr.meta.data;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r535/gsp.c

1754

nvkm_gsp_mem_dtor(&gsp->sr.meta);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r535/gsp.c

1798

if (gsp->sr.meta.data) {

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r535/gsp.c

1801

nvkm_gsp_mem_dtor(&gsp->sr.meta);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r570/fbsr.c

83

ctrl->sysmemAddrOfSuspendResumeData = gsp->sr.meta.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r570/gsp.c

108

GspFwWprMeta *meta = gsp->wpr_meta.data;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r570/gsp.c

110

meta->nonWprHeapOffset = rpc->fwWprLayoutOffset.nonWprHeapOffset;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r570/gsp.c

111

meta->frtsOffset = rpc->fwWprLayoutOffset.frtsOffset;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r570/gsp.c

20

GspFwWprMeta *meta = gsp->wpr_meta.data;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r570/gsp.c

22

return (meta->frtsOffset + meta->frtsSize) -

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/rm/r570/gsp.c

23

(meta->nonWprHeapOffset + meta->nonWprHeapSize);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

179

mbox0 = lower_32_bits(gsp->sr.meta.addr);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

180

mbox1 = upper_32_bits(gsp->sr.meta.addr);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

194

if (!gsp->sr.meta.data) {

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

200

mbox0 = lower_32_bits(gsp->sr.meta.addr);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

201

mbox1 = upper_32_bits(gsp->sr.meta.addr);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

215

GspFwWprMeta *meta;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

218

ret = nvkm_gsp_mem_ctor(gsp, sizeof(*meta), &gsp->wpr_meta);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

222

meta = gsp->wpr_meta.data;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

224

meta->magic = GSP_FW_WPR_META_MAGIC;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

225

meta->revision = GSP_FW_WPR_META_REVISION;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

227

meta->sysmemAddrOfRadix3Elf = gsp->radix3.lvl0.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

228

meta->sizeOfRadix3Elf = gsp->fb.wpr2.elf.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

230

meta->sysmemAddrOfBootloader = gsp->boot.fw.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

231

meta->sizeOfBootloader = gsp->boot.fw.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

232

meta->bootloaderCodeOffset = gsp->boot.code_offset;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

233

meta->bootloaderDataOffset = gsp->boot.data_offset;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

234

meta->bootloaderManifestOffset = gsp->boot.manifest_offset;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

236

meta->sysmemAddrOfSignature = gsp->sig.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

237

meta->sizeOfSignature = gsp->sig.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

239

meta->gspFwRsvdStart = gsp->fb.heap.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

240

meta->nonWprHeapOffset = gsp->fb.heap.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

241

meta->nonWprHeapSize = gsp->fb.heap.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

242

meta->gspFwWprStart = gsp->fb.wpr2.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

243

meta->gspFwHeapOffset = gsp->fb.wpr2.heap.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

244

meta->gspFwHeapSize = gsp->fb.wpr2.heap.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

245

meta->gspFwOffset = gsp->fb.wpr2.elf.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

246

meta->bootBinOffset = gsp->fb.wpr2.boot.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

247

meta->frtsOffset = gsp->fb.wpr2.frts.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

248

meta->frtsSize = gsp->fb.wpr2.frts.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

249

meta->gspFwWprEnd = ALIGN_DOWN(gsp->fb.bios.addr, 0x20000);

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

250

meta->fbSize = gsp->fb.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

251

meta->vgaWorkspaceOffset = gsp->fb.bios.vga_workspace.addr;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

252

meta->vgaWorkspaceSize = gsp->fb.bios.vga_workspace.size;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

253

meta->bootCount = 0;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

254

meta->partitionRpcAddr = 0;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

255

meta->partitionRpcRequestOffset = 0;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

256

meta->partitionRpcReplyOffset = 0;

drivers/gpu/drm/nouveau/nvkm/subdev/gsp/tu102.c

257

meta->verified = 0;

drivers/infiniband/hw/efa/efa_io_defs.h

238

struct efa_io_tx_meta_desc meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

1004

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

101

meta = &qp->sq_meta[qp->sq.cons];

drivers/infiniband/hw/ionic/ionic_datapath.c

1013

meta = &qp->sq_meta[qp->sq.prod];

drivers/infiniband/hw/ionic/ionic_datapath.c

1018

meta->ibop = IB_WC_RDMA_WRITE;

drivers/infiniband/hw/ionic/ionic_datapath.c

1022

meta->ibop = IB_WC_COMP_SWAP;

drivers/infiniband/hw/ionic/ionic_datapath.c

1030

meta->ibop = IB_WC_FETCH_ADD;

drivers/infiniband/hw/ionic/ionic_datapath.c

1048

return ionic_prep_common(qp, &wr->wr, meta, wqe);

drivers/infiniband/hw/ionic/ionic_datapath.c

1055

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

1061

meta = &qp->sq_meta[qp->sq.prod];

drivers/infiniband/hw/ionic/ionic_datapath.c

1069

meta->len = 0;

drivers/infiniband/hw/ionic/ionic_datapath.c

1070

meta->ibop = IB_WC_LOCAL_INV;

drivers/infiniband/hw/ionic/ionic_datapath.c

1072

ionic_prep_base(qp, wr, meta, wqe);

drivers/infiniband/hw/ionic/ionic_datapath.c

108

wc->wr_id = meta->wrid;

drivers/infiniband/hw/ionic/ionic_datapath.c

1082

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

1094

meta = &qp->sq_meta[qp->sq.prod];

drivers/infiniband/hw/ionic/ionic_datapath.c

1115

meta->len = 0;

drivers/infiniband/hw/ionic/ionic_datapath.c

1116

meta->ibop = IB_WC_REG_MR;

drivers/infiniband/hw/ionic/ionic_datapath.c

1118

ionic_prep_base(qp, &wr->wr, meta, wqe);

drivers/infiniband/hw/ionic/ionic_datapath.c

1180

struct ionic_rq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

1191

meta = qp->rq_meta_head;

drivers/infiniband/hw/ionic/ionic_datapath.c

1192

if (unlikely(meta == IONIC_META_LAST) ||

drivers/infiniband/hw/ionic/ionic_datapath.c

1193

unlikely(meta == IONIC_META_POSTED))

drivers/infiniband/hw/ionic/ionic_datapath.c

1206

meta->wrid = wr->wr_id;

drivers/infiniband/hw/ionic/ionic_datapath.c

1208

wqe->base.wqe_id = meta - qp->rq_meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

1216

qp->rq_meta_head = meta->next;

drivers/infiniband/hw/ionic/ionic_datapath.c

1217

meta->next = IONIC_META_POSTED;

drivers/infiniband/hw/ionic/ionic_datapath.c

135

struct ionic_rq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

172

meta = &qp->rq_meta[cqe->recv.wqe_id];

drivers/infiniband/hw/ionic/ionic_datapath.c

173

if (unlikely(meta->next != IONIC_META_POSTED)) {

drivers/infiniband/hw/ionic/ionic_datapath.c

180

meta->next = qp->rq_meta_head;

drivers/infiniband/hw/ionic/ionic_datapath.c

181

qp->rq_meta_head = meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

185

wc->wr_id = meta->wrid;

drivers/infiniband/hw/ionic/ionic_datapath.c

264

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

273

meta = &qp->sq_meta[qp->sq.cons];

drivers/infiniband/hw/ionic/ionic_datapath.c

276

if (meta->remote && meta->seq == qp->sq_msn_cons)

drivers/infiniband/hw/ionic/ionic_datapath.c

280

if (!meta->remote && !meta->local_comp)

drivers/infiniband/hw/ionic/ionic_datapath.c

289

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

299

meta = &qp->sq_meta[qp->sq.cons];

drivers/infiniband/hw/ionic/ionic_datapath.c

302

if (meta->remote && meta->seq == qp->sq_msn_cons)

drivers/infiniband/hw/ionic/ionic_datapath.c

306

if (!meta->remote && !meta->local_comp)

drivers/infiniband/hw/ionic/ionic_datapath.c

312

} while (!meta->signal && meta->ibsts == IB_WC_SUCCESS);

drivers/infiniband/hw/ionic/ionic_datapath.c

316

wc->status = meta->ibsts;

drivers/infiniband/hw/ionic/ionic_datapath.c

317

wc->wr_id = meta->wrid;

drivers/infiniband/hw/ionic/ionic_datapath.c

320

if (meta->ibsts == IB_WC_SUCCESS) {

drivers/infiniband/hw/ionic/ionic_datapath.c

321

wc->byte_len = meta->len;

drivers/infiniband/hw/ionic/ionic_datapath.c

322

wc->opcode = meta->ibop;

drivers/infiniband/hw/ionic/ionic_datapath.c

324

wc->vendor_err = meta->len;

drivers/infiniband/hw/ionic/ionic_datapath.c

33

struct ionic_rq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

369

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

395

meta = &qp->sq_meta[cqe_idx];

drivers/infiniband/hw/ionic/ionic_datapath.c

396

meta->len = be32_to_cpu(cqe->status_length);

drivers/infiniband/hw/ionic/ionic_datapath.c

397

meta->ibsts = ionic_to_ib_status(meta->len);

drivers/infiniband/hw/ionic/ionic_datapath.c

410

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

434

meta = &qp->sq_meta[cqe_idx];

drivers/infiniband/hw/ionic/ionic_datapath.c

435

meta->local_comp = true;

drivers/infiniband/hw/ionic/ionic_datapath.c

438

meta->len = st_len;

drivers/infiniband/hw/ionic/ionic_datapath.c

439

meta->ibsts = ionic_to_ib_status(st_len);

drivers/infiniband/hw/ionic/ionic_datapath.c

440

meta->remote = false;

drivers/infiniband/hw/ionic/ionic_datapath.c

53

meta = &qp->rq_meta[wqe->base.wqe_id];

drivers/infiniband/hw/ionic/ionic_datapath.c

54

if (unlikely(meta->next != IONIC_META_POSTED)) {

drivers/infiniband/hw/ionic/ionic_datapath.c

66

wc->wr_id = meta->wrid;

drivers/infiniband/hw/ionic/ionic_datapath.c

69

meta->next = qp->rq_meta_head;

drivers/infiniband/hw/ionic/ionic_datapath.c

70

qp->rq_meta_head = meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

806

struct ionic_sq_meta *meta,

drivers/infiniband/hw/ionic/ionic_datapath.c

809

meta->wrid = wr->wr_id;

drivers/infiniband/hw/ionic/ionic_datapath.c

810

meta->ibsts = IB_WC_SUCCESS;

drivers/infiniband/hw/ionic/ionic_datapath.c

811

meta->signal = false;

drivers/infiniband/hw/ionic/ionic_datapath.c

812

meta->local_comp = false;

drivers/infiniband/hw/ionic/ionic_datapath.c

824

meta->signal = true;

drivers/infiniband/hw/ionic/ionic_datapath.c

827

meta->seq = qp->sq_msn_prod;

drivers/infiniband/hw/ionic/ionic_datapath.c

828

meta->remote =

drivers/infiniband/hw/ionic/ionic_datapath.c

833

if (meta->remote) {

drivers/infiniband/hw/ionic/ionic_datapath.c

834

qp->sq_msn_idx[meta->seq] = qp->sq.prod;

drivers/infiniband/hw/ionic/ionic_datapath.c

843

struct ionic_sq_meta *meta,

drivers/infiniband/hw/ionic/ionic_datapath.c

868

meta->len = signed_len;

drivers/infiniband/hw/ionic/ionic_datapath.c

871

ionic_prep_base(qp, wr, meta, wqe);

drivers/infiniband/hw/ionic/ionic_datapath.c

890

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

893

meta = &qp->sq_meta[qp->sq.prod];

drivers/infiniband/hw/ionic/ionic_datapath.c

898

meta->ibop = IB_WC_SEND;

drivers/infiniband/hw/ionic/ionic_datapath.c

917

return ionic_prep_common(qp, wr, meta, wqe);

drivers/infiniband/hw/ionic/ionic_datapath.c

924

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

93

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

933

meta = &qp->sq_meta[qp->sq.prod];

drivers/infiniband/hw/ionic/ionic_datapath.c

942

meta->ibop = IB_WC_SEND;

drivers/infiniband/hw/ionic/ionic_datapath.c

956

return ionic_prep_common(qp, &wr->wr, meta, wqe);

drivers/infiniband/hw/ionic/ionic_datapath.c

963

struct ionic_sq_meta *meta;

drivers/infiniband/hw/ionic/ionic_datapath.c

966

meta = &qp->sq_meta[qp->sq.prod];

drivers/infiniband/hw/ionic/ionic_datapath.c

971

meta->ibop = IB_WC_RDMA_WRITE;

drivers/infiniband/hw/ionic/ionic_datapath.c

977

meta->ibop = IB_WC_RDMA_READ;

drivers/infiniband/hw/ionic/ionic_datapath.c

997

return ionic_prep_common(qp, &wr->wr, meta, wqe);

drivers/md/bcache/sysfs.c

1056

size_t unused = 0, available = 0, dirty = 0, meta = 0;

drivers/md/bcache/sysfs.c

1076

meta++;

drivers/md/bcache/sysfs.c

1118

meta * 100 / (size_t) ca->sb.nbuckets, sum,

drivers/md/dm-pcache/pcache_internal.h

100

if (!latest || pcache_meta_seq_after(meta->seq, seq_latest)) {

drivers/md/dm-pcache/pcache_internal.h

101

seq_latest = meta->seq;

drivers/md/dm-pcache/pcache_internal.h

82

struct pcache_meta_header *meta, *latest = NULL;

drivers/md/dm-pcache/pcache_internal.h

86

meta = meta_ret;

drivers/md/dm-pcache/pcache_internal.h

90

if (copy_mc_to_kernel(meta, meta_addr, meta_size)) {

drivers/md/dm-pcache/pcache_internal.h

96

if (meta->crc != pcache_meta_crc(meta, meta_size))

drivers/media/common/videobuf2/videobuf2-v4l2.c

790

requested_sizes[0] = f->fmt.meta.buffersize;

drivers/media/i2c/ds90ub960.c

3635

if (ub960_fmt->meta) {

drivers/media/i2c/ds90ub960.c

642

bool meta;

drivers/media/i2c/et8ek8/et8ek8_driver.c

360

struct et8ek8_meta_reglist *meta,

drivers/media/i2c/et8ek8/et8ek8_driver.c

363

struct et8ek8_reglist **next = &meta->reglist[0].ptr;

drivers/media/i2c/et8ek8/et8ek8_driver.c

376

struct et8ek8_meta_reglist *meta,

drivers/media/i2c/et8ek8/et8ek8_driver.c

381

reglist = et8ek8_reglist_find_type(meta, type);

drivers/media/i2c/et8ek8/et8ek8_driver.c

389

struct et8ek8_meta_reglist *meta)

drivers/media/i2c/et8ek8/et8ek8_driver.c

391

return &meta->reglist[0].ptr;

drivers/media/i2c/et8ek8/et8ek8_driver.c

403

struct et8ek8_meta_reglist *meta,

drivers/media/i2c/et8ek8/et8ek8_driver.c

406

struct et8ek8_reglist **list = et8ek8_reglist_first(meta);

drivers/media/i2c/et8ek8/et8ek8_driver.c

457

struct et8ek8_meta_reglist *meta,

drivers/media/i2c/et8ek8/et8ek8_driver.c

462

struct et8ek8_reglist **list = et8ek8_reglist_first(meta);

drivers/media/i2c/et8ek8/et8ek8_driver.c

510

struct et8ek8_meta_reglist *meta)

drivers/media/i2c/et8ek8/et8ek8_driver.c

514

dev_info(&client->dev, "meta_reglist version %s\n", meta->version);

drivers/media/i2c/et8ek8/et8ek8_driver.c

516

while (meta->reglist[nlists].ptr)

drivers/media/i2c/et8ek8/et8ek8_driver.c

522

sort(&meta->reglist[0].ptr, nlists, sizeof(meta->reglist[0].ptr),

drivers/media/i2c/et8ek8/et8ek8_driver.c

531

list = meta->reglist[nlists].ptr;

drivers/media/i2c/et8ek8/et8ek8_driver.c

541

(void *)meta->reglist[nlists].ptr);

drivers/media/pci/intel/ipu6/ipu6-isys-video.c

1251

.fmt.meta = {

drivers/media/pci/intel/ipu6/ipu6-isys-video.c

1285

av->meta_fmt = format_meta.fmt.meta;

drivers/media/pci/intel/ipu6/ipu6-isys-video.c

237

f->fmt.meta = av->meta_fmt;

drivers/media/pci/intel/ipu6/ipu6-isys-video.c

304

ipu6_isys_try_fmt_cap(av, f->type, &f->fmt.meta.dataformat,

drivers/media/pci/intel/ipu6/ipu6-isys-video.c

305

&f->fmt.meta.width, &f->fmt.meta.height,

drivers/media/pci/intel/ipu6/ipu6-isys-video.c

306

&f->fmt.meta.bytesperline,

drivers/media/pci/intel/ipu6/ipu6-isys-video.c

307

&f->fmt.meta.buffersize);

drivers/media/pci/intel/ipu6/ipu6-isys-video.c

342

av->meta_fmt = f->fmt.meta;

drivers/media/platform/amd/isp4/isp4_subdev.c

454

struct isp4fw_meta_info *meta;

drivers/media/platform/amd/isp4/isp4_subdev.c

458

meta = isp4sd_get_meta_by_mc(isp_subdev, mc);

drivers/media/platform/amd/isp4/isp4_subdev.c

459

if (!meta) {

drivers/media/platform/amd/isp4/isp4_subdev.c

465

ktime_get_ns(), stream_id, meta->poc, meta->preview.enabled,

drivers/media/platform/amd/isp4/isp4_subdev.c

466

isp4dbg_get_buf_done_str(meta->preview.status),

drivers/media/platform/amd/isp4/isp4_subdev.c

467

meta->preview.status);

drivers/media/platform/amd/isp4/isp4_subdev.c

469

if (meta->preview.enabled &&

drivers/media/platform/amd/isp4/isp4_subdev.c

470

(meta->preview.status == ISP4FW_BUFFER_STATUS_SKIPPED ||

drivers/media/platform/amd/isp4/isp4_subdev.c

471

meta->preview.status == ISP4FW_BUFFER_STATUS_DONE ||

drivers/media/platform/amd/isp4/isp4_subdev.c

472

meta->preview.status == ISP4FW_BUFFER_STATUS_DIRTY)) {

drivers/media/platform/amd/isp4/isp4_subdev.c

475

isp4dbg_show_bufmeta_info(dev, "prev", &meta->preview,

drivers/media/platform/amd/isp4/isp4_subdev.c

483

} else if (meta->preview.enabled) {

drivers/media/platform/amd/isp4/isp4_subdev.c

485

meta->preview.status,

drivers/media/platform/amd/isp4/isp4_subdev.c

486

isp4dbg_get_buf_done_str(meta->preview.status));

drivers/media/platform/amlogic/c3/isp/c3-isp-params.c

703

f->fmt.meta = params->vfmt.fmt.meta;

drivers/media/platform/amlogic/c3/isp/c3-isp-params.c

777

params->vfmt.fmt.meta.buffersize);

drivers/media/platform/amlogic/c3/isp/c3-isp-params.c

799

buf->cfg = kvmalloc(params->vfmt.fmt.meta.buffersize, GFP_KERNEL);

drivers/media/platform/amlogic/c3/isp/c3-isp-params.c

847

params->vfmt.fmt.meta.dataformat = V4L2_META_FMT_C3ISP_PARAMS;

drivers/media/platform/amlogic/c3/isp/c3-isp-params.c

848

params->vfmt.fmt.meta.buffersize = sizeof(struct c3_isp_params_cfg);

drivers/media/platform/amlogic/c3/isp/c3-isp-stats.c

115

f->fmt.meta = stats->vfmt.fmt.meta;

drivers/media/platform/amlogic/c3/isp/c3-isp-stats.c

182

unsigned int size = stats->vfmt.fmt.meta.buffersize;

drivers/media/platform/amlogic/c3/isp/c3-isp-stats.c

244

stats->vfmt.fmt.meta.dataformat = V4L2_META_FMT_C3ISP_STATS;

drivers/media/platform/amlogic/c3/isp/c3-isp-stats.c

245

stats->vfmt.fmt.meta.buffersize = sizeof(struct c3_isp_stats_info);

drivers/media/platform/arm/mali-c55/mali-c55-params.c

493

f->fmt.meta = mfmt;

drivers/media/platform/arm/mali-c55/mali-c55-stats.c

52

f->fmt.meta = mfmt;

drivers/media/platform/broadcom/bcm2835-unicam.c

1567

: node->fmt.fmt.meta.buffersize;

drivers/media/platform/broadcom/bcm2835-unicam.c

1589

: node->fmt.fmt.meta.buffersize;

drivers/media/platform/broadcom/bcm2835-unicam.c

1954

f->fmt.meta = node->fmt.fmt.meta;

drivers/media/platform/broadcom/bcm2835-unicam.c

1960

__unicam_try_fmt_meta(struct unicam_node *node, struct v4l2_meta_format *meta)

drivers/media/platform/broadcom/bcm2835-unicam.c

1968

fmtinfo = unicam_find_format_by_fourcc(meta->dataformat,

drivers/media/platform/broadcom/bcm2835-unicam.c

1972

meta->dataformat = fmtinfo->fourcc;

drivers/media/platform/broadcom/bcm2835-unicam.c

1975

unicam_calc_meta_size_bpl(node->dev, fmtinfo, meta);

drivers/media/platform/broadcom/bcm2835-unicam.c

1985

__unicam_try_fmt_meta(node, &f->fmt.meta);

drivers/media/platform/broadcom/bcm2835-unicam.c

1997

__unicam_try_fmt_meta(node, &f->fmt.meta);

drivers/media/platform/broadcom/bcm2835-unicam.c

2190

const struct v4l2_meta_format *fmt = &node->fmt.fmt.meta;

drivers/media/platform/broadcom/bcm2835-unicam.c

2241

struct v4l2_meta_format *fmt = &node->fmt.fmt.meta;

drivers/media/platform/broadcom/bcm2835-unicam.c

581

struct v4l2_meta_format *meta)

drivers/media/platform/broadcom/bcm2835-unicam.c

583

v4l_bound_align_image(&meta->width, UNICAM_META_MIN_WIDTH,

drivers/media/platform/broadcom/bcm2835-unicam.c

585

&meta->height, UNICAM_META_MIN_HEIGHT,

drivers/media/platform/broadcom/bcm2835-unicam.c

588

meta->bytesperline = ALIGN(meta->width * fmtinfo->depth / 8,

drivers/media/platform/broadcom/bcm2835-unicam.c

590

meta->buffersize = meta->height * meta->bytesperline;

drivers/media/platform/chips-media/coda/coda-bit.c

1850

struct coda_buffer_meta *meta, *tmp;

drivers/media/platform/chips-media/coda/coda-bit.c

1857

list_for_each_entry_safe(meta, tmp, &ctx->buffer_meta_list, list) {

drivers/media/platform/chips-media/coda/coda-bit.c

1858

if (ctx->bitstream_fifo.kfifo.out >= meta->end) {

drivers/media/platform/chips-media/coda/coda-bit.c

1860

meta->sequence, meta->start, meta->end);

drivers/media/platform/chips-media/coda/coda-bit.c

1862

list_del(&meta->list);

drivers/media/platform/chips-media/coda/coda-bit.c

1865

kfree(meta);

drivers/media/platform/chips-media/coda/coda-bit.c

2169

struct coda_buffer_meta *meta;

drivers/media/platform/chips-media/coda/coda-bit.c

2266

meta = list_first_entry_or_null(&ctx->buffer_meta_list,

drivers/media/platform/chips-media/coda/coda-bit.c

2269

if (meta && ctx->codec->src_fourcc == V4L2_PIX_FMT_JPEG) {

drivers/media/platform/chips-media/coda/coda-bit.c

2272

if (meta->end == ctx->bitstream_fifo.kfifo.in) {

drivers/media/platform/chips-media/coda/coda-bit.c

2277

pad = ((0 - meta->end) & 0xff) + 256;

drivers/media/platform/chips-media/coda/coda-bit.c

2294

trace_coda_dec_pic_run(ctx, meta);

drivers/media/platform/chips-media/coda/coda-bit.c

2307

struct coda_buffer_meta *meta;

drivers/media/platform/chips-media/coda/coda-bit.c

2458

meta = list_first_entry(&ctx->buffer_meta_list,

drivers/media/platform/chips-media/coda/coda-bit.c

2460

list_del(&meta->list);

drivers/media/platform/chips-media/coda/coda-bit.c

2470

if ((sequence & 0xffff) != (meta->sequence & 0xffff)) {

drivers/media/platform/chips-media/coda/coda-bit.c

2474

meta->sequence);

drivers/media/platform/chips-media/coda/coda-bit.c

2476

decoded_frame->meta = *meta;

drivers/media/platform/chips-media/coda/coda-bit.c

2477

kfree(meta);

drivers/media/platform/chips-media/coda/coda-bit.c

2481

memset(&decoded_frame->meta, 0,

drivers/media/platform/chips-media/coda/coda-bit.c

2483

decoded_frame->meta.sequence = sequence;

drivers/media/platform/chips-media/coda/coda-bit.c

2484

decoded_frame->meta.last = false;

drivers/media/platform/chips-media/coda/coda-bit.c

2488

trace_coda_dec_pic_done(ctx, &decoded_frame->meta);

drivers/media/platform/chips-media/coda/coda-bit.c

2527

meta = &ready_frame->meta;

drivers/media/platform/chips-media/coda/coda-bit.c

2528

if (meta->last && !coda_reorder_enable(ctx)) {

drivers/media/platform/chips-media/coda/coda-bit.c

2545

dst_buf->timecode = meta->timecode;

drivers/media/platform/chips-media/coda/coda-bit.c

2546

dst_buf->vb2_buf.timestamp = meta->timestamp;

drivers/media/platform/chips-media/coda/coda-bit.c

2548

trace_coda_dec_rot_done(ctx, dst_buf, meta);

drivers/media/platform/chips-media/coda/coda-bit.c

2561

decoded_frame->meta.sequence,

drivers/media/platform/chips-media/coda/coda-bit.c

2563

ready_frame->meta.sequence,

drivers/media/platform/chips-media/coda/coda-bit.c

2571

ready_frame->meta.sequence,

drivers/media/platform/chips-media/coda/coda-bit.c

2580

decoded_frame->meta.sequence,

drivers/media/platform/chips-media/coda/coda-bit.c

326

struct coda_buffer_meta *meta;

drivers/media/platform/chips-media/coda/coda-bit.c

346

meta = list_first_entry(&ctx->buffer_meta_list,

drivers/media/platform/chips-media/coda/coda-bit.c

357

if (coda_bitstream_can_fetch_past(ctx, meta->end))

drivers/media/platform/chips-media/coda/coda-bit.c

400

meta = kmalloc_obj(*meta);

drivers/media/platform/chips-media/coda/coda-bit.c

401

if (meta) {

drivers/media/platform/chips-media/coda/coda-bit.c

402

meta->sequence = src_buf->sequence;

drivers/media/platform/chips-media/coda/coda-bit.c

403

meta->timecode = src_buf->timecode;

drivers/media/platform/chips-media/coda/coda-bit.c

404

meta->timestamp = src_buf->vb2_buf.timestamp;

drivers/media/platform/chips-media/coda/coda-bit.c

405

meta->start = start;

drivers/media/platform/chips-media/coda/coda-bit.c

406

meta->end = ctx->bitstream_fifo.kfifo.in;

drivers/media/platform/chips-media/coda/coda-bit.c

407

meta->last = src_buf->flags & V4L2_BUF_FLAG_LAST;

drivers/media/platform/chips-media/coda/coda-bit.c

408

if (meta->last)

drivers/media/platform/chips-media/coda/coda-bit.c

411

list_add_tail(&meta->list,

drivers/media/platform/chips-media/coda/coda-bit.c

416

trace_coda_bit_queue(ctx, src_buf, meta);

drivers/media/platform/chips-media/coda/coda-common.c

1160

struct coda_buffer_meta *meta;

drivers/media/platform/chips-media/coda/coda-common.c

1170

meta = list_last_entry(&ctx->buffer_meta_list, struct coda_buffer_meta,

drivers/media/platform/chips-media/coda/coda-common.c

1172

meta->last = true;

drivers/media/platform/chips-media/coda/coda-common.c

1592

struct coda_buffer_meta *meta;

drivers/media/platform/chips-media/coda/coda-common.c

1617

meta = list_first_entry(&ctx->buffer_meta_list,

drivers/media/platform/chips-media/coda/coda-common.c

1619

if (!coda_bitstream_can_fetch_past(ctx, meta->end) &&

drivers/media/platform/chips-media/coda/coda-common.c

1623

meta->end, ctx->bitstream_fifo.kfifo.in);

drivers/media/platform/chips-media/coda/coda-common.c

2143

struct coda_buffer_meta *meta;

drivers/media/platform/chips-media/coda/coda-common.c

2151

meta = list_first_entry(&ctx->buffer_meta_list,

drivers/media/platform/chips-media/coda/coda-common.c

2153

list_del(&meta->list);

drivers/media/platform/chips-media/coda/coda-common.c

2154

kfree(meta);

drivers/media/platform/chips-media/coda/coda.h

218

struct coda_buffer_meta meta;

drivers/media/platform/chips-media/coda/trace.h

100

__entry->start = meta->start & ctx->bitstream_fifo.kfifo.mask;

drivers/media/platform/chips-media/coda/trace.h

101

__entry->end = meta->end & ctx->bitstream_fifo.kfifo.mask;

drivers/media/platform/chips-media/coda/trace.h

112

struct coda_buffer_meta *meta),

drivers/media/platform/chips-media/coda/trace.h

113

TP_ARGS(ctx, buf, meta)

drivers/media/platform/chips-media/coda/trace.h

117

TP_PROTO(struct coda_ctx *ctx, struct coda_buffer_meta *meta),

drivers/media/platform/chips-media/coda/trace.h

119

TP_ARGS(ctx, meta),

drivers/media/platform/chips-media/coda/trace.h

130

__entry->start = meta ? (meta->start &

drivers/media/platform/chips-media/coda/trace.h

132

__entry->end = meta ? (meta->end &

drivers/media/platform/chips-media/coda/trace.h

142

TP_PROTO(struct coda_ctx *ctx, struct coda_buffer_meta *meta),

drivers/media/platform/chips-media/coda/trace.h

143

TP_ARGS(ctx, meta)

drivers/media/platform/chips-media/coda/trace.h

147

TP_PROTO(struct coda_ctx *ctx, struct coda_buffer_meta *meta),

drivers/media/platform/chips-media/coda/trace.h

148

TP_ARGS(ctx, meta)

drivers/media/platform/chips-media/coda/trace.h

153

struct coda_buffer_meta *meta),

drivers/media/platform/chips-media/coda/trace.h

154

TP_ARGS(ctx, buf, meta)

drivers/media/platform/chips-media/coda/trace.h

85

struct coda_buffer_meta *meta),

drivers/media/platform/chips-media/coda/trace.h

87

TP_ARGS(ctx, buf, meta),

drivers/media/platform/raspberrypi/pisp_be/pisp_be.c

1204

f->fmt.meta.dataformat = V4L2_META_FMT_RPI_BE_CFG;

drivers/media/platform/raspberrypi/pisp_be/pisp_be.c

1205

f->fmt.meta.buffersize = sizeof(struct pisp_be_tiles_config);

drivers/media/platform/raspberrypi/pisp_be/pisp_be.c

1274

NODE_NAME(node), &f->fmt.meta.dataformat);

drivers/media/platform/raspberrypi/pisp_be/pisp_be.c

1373

f->fmt.meta.dataformat = V4L2_META_FMT_RPI_BE_CFG;

drivers/media/platform/raspberrypi/pisp_be/pisp_be.c

1374

f->fmt.meta.buffersize = sizeof(struct pisp_be_tiles_config);

drivers/media/platform/raspberrypi/pisp_be/pisp_be.c

792

node->format.fmt.meta.buffersize;

drivers/media/platform/raspberrypi/pisp_be/pisp_be.c

805

node->format.fmt.meta.buffersize;

drivers/media/platform/raspberrypi/pisp_be/pisp_be.c

826

node->format.fmt.meta.buffersize;

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1022

node->meta_fmt.fmt.meta.buffersize;

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1051

node->meta_fmt.fmt.meta.buffersize;

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1510

node_desc[node->id].name, f->fmt.meta.width,

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1511

f->fmt.meta.height, &f->fmt.meta.dataformat);

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1516

node_desc[node->id].name, f->fmt.meta.buffersize,

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1517

&f->fmt.meta.dataformat);

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1528

fmt = find_format_by_pix(f->fmt.meta.dataformat);

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1532

f->fmt.meta.dataformat = fmt->fourcc;

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1538

f->fmt.meta.dataformat = V4L2_META_FMT_RPI_FE_STATS;

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1539

f->fmt.meta.buffersize = sizeof(struct pisp_statistics);

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1542

f->fmt.meta.dataformat = V4L2_META_FMT_RPI_FE_CFG;

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1543

f->fmt.meta.buffersize = sizeof(struct pisp_fe_config);

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1587

&node->meta_fmt.fmt.meta.dataformat);

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

1818

struct v4l2_meta_format *meta_fmt = &node->meta_fmt.fmt.meta;

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

511

v4l_bound_align_image(&f->fmt.meta.width, MIN_META_WIDTH, MAX_WIDTH, 2,

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

512

&f->fmt.meta.height, MIN_META_HEIGHT, MAX_HEIGHT,

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

515

f->fmt.meta.bytesperline = (f->fmt.meta.width * fmt->depth) >> 3;

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

516

f->fmt.meta.buffersize = f->fmt.meta.height * f->fmt.pix.bytesperline;

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

519

&f->fmt.meta.dataformat, f->fmt.meta.width, f->fmt.meta.height,

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

520

f->fmt.meta.bytesperline, f->fmt.meta.buffersize);

drivers/media/platform/raspberrypi/rp1-cfe/cfe.c

543

size = node->meta_fmt.fmt.meta.buffersize;

drivers/media/platform/renesas/vsp1/vsp1_histo.c

454

struct v4l2_meta_format *meta = &format->fmt.meta;

drivers/media/platform/renesas/vsp1/vsp1_histo.c

459

memset(meta, 0, sizeof(*meta));

drivers/media/platform/renesas/vsp1/vsp1_histo.c

461

meta->dataformat = histo->meta_format;

drivers/media/platform/renesas/vsp1/vsp1_histo.c

462

meta->buffersize = histo->data_size;

drivers/media/platform/rockchip/rkisp1/rkisp1-params.c

2590

struct v4l2_meta_format *meta = &f->fmt.meta;

drivers/media/platform/rockchip/rkisp1/rkisp1-params.c

2595

*meta = *params->metafmt;

drivers/media/platform/rockchip/rkisp1/rkisp1-params.c

2604

struct v4l2_meta_format *meta = &f->fmt.meta;

drivers/media/platform/rockchip/rkisp1/rkisp1-params.c

2609

*meta = *rkisp1_params_get_format_info(meta->dataformat);

drivers/media/platform/rockchip/rkisp1/rkisp1-params.c

2619

struct v4l2_meta_format *meta = &f->fmt.meta;

drivers/media/platform/rockchip/rkisp1/rkisp1-params.c

2627

params->metafmt = rkisp1_params_get_format_info(meta->dataformat);

drivers/media/platform/rockchip/rkisp1/rkisp1-params.c

2628

*meta = *params->metafmt;

drivers/media/platform/rockchip/rkisp1/rkisp1-stats.c

30

f->pixelformat = stats->vdev_fmt.fmt.meta.dataformat;

drivers/media/platform/rockchip/rkisp1/rkisp1-stats.c

39

struct v4l2_meta_format *meta = &f->fmt.meta;

drivers/media/platform/rockchip/rkisp1/rkisp1-stats.c

400

stats->vdev_fmt.fmt.meta.dataformat =

drivers/media/platform/rockchip/rkisp1/rkisp1-stats.c

402

stats->vdev_fmt.fmt.meta.buffersize =

drivers/media/platform/rockchip/rkisp1/rkisp1-stats.c

44

memset(meta, 0, sizeof(*meta));

drivers/media/platform/rockchip/rkisp1/rkisp1-stats.c

45

meta->dataformat = stats->vdev_fmt.fmt.meta.dataformat;

drivers/media/platform/rockchip/rkisp1/rkisp1-stats.c

46

meta->buffersize = stats->vdev_fmt.fmt.meta.buffersize;

drivers/media/platform/ti/cal/cal-video.c

440

if (cal_formats[i].meta)

drivers/media/platform/ti/cal/cal-video.c

470

if (!fmtinfo || fmtinfo->meta)

drivers/media/platform/ti/cal/cal.h

91

bool meta;

drivers/media/test-drivers/vivid/vivid-meta-cap.c

147

struct v4l2_meta_format *meta = &f->fmt.meta;

drivers/media/test-drivers/vivid/vivid-meta-cap.c

152

meta->dataformat = V4L2_META_FMT_UVC;

drivers/media/test-drivers/vivid/vivid-meta-cap.c

153

meta->buffersize = sizeof(struct vivid_uvc_meta_buf);

drivers/media/test-drivers/vivid/vivid-meta-cap.c

160

struct vivid_uvc_meta_buf *meta = vb2_plane_vaddr(&buf->vb.vb2_buf, 0);

drivers/media/test-drivers/vivid/vivid-meta-cap.c

166

memset(meta, 1, vb2_plane_size(&buf->vb.vb2_buf, 0));

drivers/media/test-drivers/vivid/vivid-meta-cap.c

168

meta->ns = ktime_get_ns();

drivers/media/test-drivers/vivid/vivid-meta-cap.c

169

meta->sof = buf->vb.sequence * 30;

drivers/media/test-drivers/vivid/vivid-meta-cap.c

170

meta->length = sizeof(*meta) - offsetof(struct vivid_uvc_meta_buf, length);

drivers/media/test-drivers/vivid/vivid-meta-cap.c

171

meta->flags = UVC_STREAM_EOH | UVC_STREAM_EOF;

drivers/media/test-drivers/vivid/vivid-meta-cap.c

174

meta->flags |= UVC_STREAM_FID;

drivers/media/test-drivers/vivid/vivid-meta-cap.c

177

__func__, meta->ns, meta->sof, meta->length, meta->flags);

drivers/media/test-drivers/vivid/vivid-meta-cap.c

179

meta->flags |= UVC_STREAM_PTS;

drivers/media/test-drivers/vivid/vivid-meta-cap.c

180

meta->buf[0] = div_u64(soe, VIVID_META_CLOCK_UNIT);

drivers/media/test-drivers/vivid/vivid-meta-cap.c

182

dprintk(dev, 2, " pts: %u\n", *(__u32 *)(meta->buf));

drivers/media/test-drivers/vivid/vivid-meta-cap.c

186

meta->flags |= UVC_STREAM_SCR;

drivers/media/test-drivers/vivid/vivid-meta-cap.c

187

meta->buf[buf_off] = div_u64((soe + dev->cap_frame_eof_offset),

drivers/media/test-drivers/vivid/vivid-meta-cap.c

190

meta->buf[buf_off + 4] = (buf->vb.sequence * 30) % 1000;

drivers/media/test-drivers/vivid/vivid-meta-cap.c

192

*(__u32 *)(meta->buf + buf_off),

drivers/media/test-drivers/vivid/vivid-meta-cap.c

193

*(__u16 *)(meta->buf + buf_off + 4));

drivers/media/test-drivers/vivid/vivid-meta-out.c

147

struct v4l2_meta_format *meta = &f->fmt.meta;

drivers/media/test-drivers/vivid/vivid-meta-out.c

152

meta->dataformat = V4L2_META_FMT_VIVID;

drivers/media/test-drivers/vivid/vivid-meta-out.c

153

meta->buffersize = sizeof(struct vivid_meta_out_buf);

drivers/media/test-drivers/vivid/vivid-meta-out.c

160

struct vivid_meta_out_buf *meta = vb2_plane_vaddr(&buf->vb.vb2_buf, 0);

drivers/media/test-drivers/vivid/vivid-meta-out.c

162

v4l2_ctrl_s_ctrl(dev->brightness, meta->brightness);

drivers/media/test-drivers/vivid/vivid-meta-out.c

163

v4l2_ctrl_s_ctrl(dev->contrast, meta->contrast);

drivers/media/test-drivers/vivid/vivid-meta-out.c

164

v4l2_ctrl_s_ctrl(dev->saturation, meta->saturation);

drivers/media/test-drivers/vivid/vivid-meta-out.c

165

v4l2_ctrl_s_ctrl(dev->hue, meta->hue);

drivers/media/test-drivers/vivid/vivid-meta-out.c

168

__func__, meta->brightness, meta->contrast,

drivers/media/test-drivers/vivid/vivid-meta-out.c

169

meta->saturation, meta->hue);

drivers/media/usb/uvc/uvc_driver.c

2006

vb2_video_unregister_device(&stream->meta.queue.vdev);

drivers/media/usb/uvc/uvc_metadata.c

105

if (vb2_is_busy(&stream->meta.queue.queue))

drivers/media/usb/uvc/uvc_metadata.c

108

stream->meta.format = fmt->dataformat;

drivers/media/usb/uvc/uvc_metadata.c

109

stream->meta.buffersize = fmt->buffersize;

drivers/media/usb/uvc/uvc_metadata.c

233

struct uvc_video_queue *queue = &stream->meta.queue;

drivers/media/usb/uvc/uvc_metadata.c

235

stream->meta.format = V4L2_META_FMT_UVC;

drivers/media/usb/uvc/uvc_metadata.c

236

stream->meta.buffersize = UVC_METADATA_BUF_MIN_SIZE;

drivers/media/usb/uvc/uvc_metadata.c

47

struct v4l2_meta_format *fmt = &format->fmt.meta;

drivers/media/usb/uvc/uvc_metadata.c

52

fmt->dataformat = stream->meta.format;

drivers/media/usb/uvc/uvc_metadata.c

53

fmt->buffersize = stream->meta.buffersize;

drivers/media/usb/uvc/uvc_metadata.c

64

struct v4l2_meta_format *fmt = &format->fmt.meta;

drivers/media/usb/uvc/uvc_metadata.c

93

struct v4l2_meta_format *fmt = &format->fmt.meta;

drivers/media/usb/uvc/uvc_queue.c

86

size = stream->meta.buffersize;

drivers/media/usb/uvc/uvc_video.c

1466

struct uvc_meta_buf *meta;

drivers/media/usb/uvc/uvc_video.c

1490

if (stream->meta.format == V4L2_META_FMT_UVC)

drivers/media/usb/uvc/uvc_video.c

1498

length + sizeof(meta->ns) + sizeof(meta->sof)) {

drivers/media/usb/uvc/uvc_video.c

1503

meta = (struct uvc_meta_buf *)((u8 *)meta_buf->mem + meta_buf->bytesused);

drivers/media/usb/uvc/uvc_video.c

1508

put_unaligned(ktime_to_ns(time), &meta->ns);

drivers/media/usb/uvc/uvc_video.c

1509

put_unaligned(sof, &meta->sof);

drivers/media/usb/uvc/uvc_video.c

1514

meta->length = mem[0];

drivers/media/usb/uvc/uvc_video.c

1515

meta->flags = mem[1];

drivers/media/usb/uvc/uvc_video.c

1516

memcpy(meta->buf, &mem[2], length - 2);

drivers/media/usb/uvc/uvc_video.c

1517

meta_buf->bytesused += length + sizeof(meta->ns) + sizeof(meta->sof);

drivers/media/usb/uvc/uvc_video.c

1521

__func__, ktime_to_ns(time), meta->sof, meta->length,

drivers/media/usb/uvc/uvc_video.c

1522

meta->flags,

drivers/media/usb/uvc/uvc_video.c

1523

has_pts ? *(u32 *)meta->buf : 0,

drivers/media/usb/uvc/uvc_video.c

1563

*meta_buf = uvc_queue_next_buffer(&stream->meta.queue,

drivers/media/usb/uvc/uvc_video.c

1740

struct uvc_video_queue *qmeta = &stream->meta.queue;

drivers/media/usb/uvc/uvc_video.c

1741

struct vb2_queue *vb2_qmeta = stream->meta.queue.vdev.queue;

drivers/media/usb/uvc/uvcvideo.h

487

} meta;

drivers/media/v4l2-core/v4l2-compat-ioctl32.c

103

struct v4l2_meta_format meta;

drivers/media/v4l2-core/v4l2-compat-ioctl32.c

167

return copy_from_user(&p64->fmt.meta, &p32->fmt.meta,

drivers/media/v4l2-core/v4l2-compat-ioctl32.c

168

sizeof(p64->fmt.meta)) ? -EFAULT : 0;

drivers/media/v4l2-core/v4l2-compat-ioctl32.c

217

return copy_to_user(&p32->fmt.meta, &p64->fmt.meta,

drivers/media/v4l2-core/v4l2-compat-ioctl32.c

218

sizeof(p64->fmt.meta)) ? -EFAULT : 0;

drivers/media/v4l2-core/v4l2-ioctl.c

1843

memset_after(p, 0, fmt.meta);

drivers/media/v4l2-core/v4l2-ioctl.c

1848

memset_after(p, 0, fmt.meta);

drivers/media/v4l2-core/v4l2-ioctl.c

1951

memset_after(p, 0, fmt.meta);

drivers/media/v4l2-core/v4l2-ioctl.c

1956

memset_after(p, 0, fmt.meta);

drivers/media/v4l2-core/v4l2-ioctl.c

278

const struct v4l2_meta_format *meta;

drivers/media/v4l2-core/v4l2-ioctl.c

344

meta = &p->fmt.meta;

drivers/media/v4l2-core/v4l2-ioctl.c

345

pixelformat = meta->dataformat;

drivers/media/v4l2-core/v4l2-ioctl.c

347

&pixelformat, meta->buffersize, meta->width,

drivers/media/v4l2-core/v4l2-ioctl.c

348

meta->height, meta->bytesperline);

drivers/misc/mei/client.c

1741

struct mei_ext_meta_hdr *meta;

drivers/misc/mei/client.c

1761

hdr_len += sizeof(*meta);

drivers/misc/mei/client.c

1781

meta = (struct mei_ext_meta_hdr *)mei_hdr->extension;

drivers/misc/mei/client.c

1782

meta->size = 0;

drivers/misc/mei/client.c

1783

next_ext = (struct mei_ext_hdr *)meta->hdrs;

drivers/misc/mei/client.c

1785

meta->count++;

drivers/misc/mei/client.c

1786

meta->size += mei_ext_hdr_set_vtag(next_ext, cb->vtag);

drivers/misc/mei/client.c

1791

meta->count++;

drivers/misc/mei/client.c

1792

meta->size += mei_ext_hdr_set_gsc(next_ext, cb->ext_hdr);

drivers/misc/mei/hw.h

295

static inline struct mei_ext_hdr *mei_ext_begin(struct mei_ext_meta_hdr *meta)

drivers/misc/mei/hw.h

297

return (struct mei_ext_hdr *)meta->hdrs;

drivers/misc/mei/hw.h

308

static inline bool mei_ext_last(struct mei_ext_meta_hdr *meta,

drivers/misc/mei/hw.h

311

return (u8 *)ext >= (u8 *)meta + sizeof(*meta) + (meta->size * 4);

drivers/misc/mei/interrupt.c

111

ext_len = sizeof(*meta) + mei_slots2data(meta->size);

drivers/misc/mei/interrupt.c

128

struct mei_ext_hdr *ext = mei_ext_begin(meta);

drivers/misc/mei/interrupt.c

151

} while (!mei_ext_last(meta, ext));

drivers/misc/mei/interrupt.c

95

struct mei_ext_meta_hdr *meta,

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1428

int last, int meta)

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1438

status = this->auxiliary_virt + ALIGN(meta, 4);

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1593

int meta, n, page_size;

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1633

meta = geo->metadata_size;

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1636

col = meta + ecc_parity_size

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1639

col = meta + (size + ecc_parity_size) * first;

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1641

meta = 0;

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1648

if (geo->ecc_for_meta && meta)

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1649

page_size = meta + ecc_parity_size

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1652

page_size = meta + (size + ecc_parity_size) * n;

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1658

BF_BCH_FLASH0LAYOUT0_META_SIZE(meta) |

drivers/mtd/nand/raw/gpmi-nand/gpmi-nand.c

1678

max_bitflips = gpmi_count_bitflips(chip, buf, first, last, meta);

drivers/net/dsa/hirschmann/hellcreek.c

717

u16 meta = 0;

drivers/net/dsa/hirschmann/hellcreek.c

730

meta |= entry->portmask << HR_FDBWRM0_PORTMASK_SHIFT;

drivers/net/dsa/hirschmann/hellcreek.c

732

meta |= HR_FDBWRM0_OBT;

drivers/net/dsa/hirschmann/hellcreek.c

734

meta |= HR_FDBWRM0_PASS_BLOCKED;

drivers/net/dsa/hirschmann/hellcreek.c

736

meta |= HR_FDBWRM0_REPRIO_EN;

drivers/net/dsa/hirschmann/hellcreek.c

737

meta |= entry->reprio_tc << HR_FDBWRM0_REPRIO_TC_SHIFT;

drivers/net/dsa/hirschmann/hellcreek.c

739

hellcreek_write(hellcreek, meta, HR_FDBWRM0);

drivers/net/dsa/hirschmann/hellcreek.c

765

u16 meta, mac;

drivers/net/dsa/hirschmann/hellcreek.c

768

meta = hellcreek_read(hellcreek, HR_FDBMDRD);

drivers/net/dsa/hirschmann/hellcreek.c

782

entry->portmask = (meta & HR_FDBMDRD_PORTMASK_MASK) >>

drivers/net/dsa/hirschmann/hellcreek.c

784

entry->age = (meta & HR_FDBMDRD_AGE_MASK) >>

drivers/net/dsa/hirschmann/hellcreek.c

786

entry->is_obt = !!(meta & HR_FDBMDRD_OBT);

drivers/net/dsa/hirschmann/hellcreek.c

787

entry->pass_blocked = !!(meta & HR_FDBMDRD_PASS_BLOCKED);

drivers/net/dsa/hirschmann/hellcreek.c

788

entry->is_static = !!(meta & HR_FDBMDRD_STATIC);

drivers/net/dsa/hirschmann/hellcreek.c

789

entry->reprio_tc = (meta & HR_FDBMDRD_REPRIO_TC_MASK) >>

drivers/net/dsa/hirschmann/hellcreek.c

791

entry->reprio_en = !!(meta & HR_FDBMDRD_REPRIO_EN);

drivers/net/ethernet/alibaba/eea/eea_net.h

29

struct eea_tx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_net.h

80

struct eea_rx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

100

static int eea_alloc_rx_buffer(struct eea_net_rx *rx, struct eea_rx_meta *meta)

drivers/net/ethernet/alibaba/eea/eea_rx.c

104

if (meta->page) {

drivers/net/ethernet/alibaba/eea/eea_rx.c

105

eea_rx_meta_dma_sync_for_device(rx, meta);

drivers/net/ethernet/alibaba/eea/eea_rx.c

115

meta->page = page;

drivers/net/ethernet/alibaba/eea/eea_rx.c

116

meta->dma = page_pool_get_dma_addr(page);

drivers/net/ethernet/alibaba/eea/eea_rx.c

117

meta->offset = 0;

drivers/net/ethernet/alibaba/eea/eea_rx.c

118

meta->frags = 0;

drivers/net/ethernet/alibaba/eea/eea_rx.c

119

meta->sync_for_cpu = 0;

drivers/net/ethernet/alibaba/eea/eea_rx.c

121

meta_align_offset(rx, meta);

drivers/net/ethernet/alibaba/eea/eea_rx.c

127

struct eea_rx_meta *meta,

drivers/net/ethernet/alibaba/eea/eea_rx.c

133

offset = meta->offset;

drivers/net/ethernet/alibaba/eea/eea_rx.c

135

meta->offset += consumed;

drivers/net/ethernet/alibaba/eea/eea_rx.c

136

++meta->frags;

drivers/net/ethernet/alibaba/eea/eea_rx.c

142

meta_align_offset(rx, meta);

drivers/net/ethernet/alibaba/eea/eea_rx.c

144

if (min + meta->offset > PAGE_SIZE) {

drivers/net/ethernet/alibaba/eea/eea_rx.c

145

eea_free_rx_buffer(rx, meta, true);

drivers/net/ethernet/alibaba/eea/eea_rx.c

149

return meta->offset - offset;

drivers/net/ethernet/alibaba/eea/eea_rx.c

154

struct eea_rx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

158

meta = &rx->meta[i];

drivers/net/ethernet/alibaba/eea/eea_rx.c

159

meta->hdr_addr = NULL;

drivers/net/ethernet/alibaba/eea/eea_rx.c

161

if (!meta->hdr_page)

drivers/net/ethernet/alibaba/eea/eea_rx.c

164

dma_unmap_page(rx->dma_dev, meta->hdr_dma, PAGE_SIZE,

drivers/net/ethernet/alibaba/eea/eea_rx.c

166

put_page(meta->hdr_page);

drivers/net/ethernet/alibaba/eea/eea_rx.c

168

meta->hdr_page = NULL;

drivers/net/ethernet/alibaba/eea/eea_rx.c

175

struct eea_rx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

185

meta = &rx->meta[i];

drivers/net/ethernet/alibaba/eea/eea_rx.c

186

meta->hdr_page = NULL;

drivers/net/ethernet/alibaba/eea/eea_rx.c

202

meta->hdr_page = hdr_page;

drivers/net/ethernet/alibaba/eea/eea_rx.c

205

meta->hdr_dma = dma + offset;

drivers/net/ethernet/alibaba/eea/eea_rx.c

206

meta->hdr_addr = page_address(hdr_page) + offset;

drivers/net/ethernet/alibaba/eea/eea_rx.c

218

struct eea_rx_meta *meta, u32 len)

drivers/net/ethernet/alibaba/eea/eea_rx.c

221

meta->dma + meta->offset + meta->headroom,

drivers/net/ethernet/alibaba/eea/eea_rx.c

223

meta->sync_for_cpu = meta->offset + meta->headroom + len;

drivers/net/ethernet/alibaba/eea/eea_rx.c

231

max_len = ctx->meta->truesize - ctx->meta->headroom -

drivers/net/ethernet/alibaba/eea/eea_rx.c

232

ctx->meta->tailroom;

drivers/net/ethernet/alibaba/eea/eea_rx.c

298

struct eea_rx_meta *meta = ctx->meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

303

dma_sync_single_for_cpu(rx->enet->edev->dma_dev, meta->hdr_dma,

drivers/net/ethernet/alibaba/eea/eea_rx.c

31

struct eea_rx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

310

skb_put_data(skb, ctx->meta->hdr_addr, ctx->hdr_len);

drivers/net/ethernet/alibaba/eea/eea_rx.c

313

page = meta->page;

drivers/net/ethernet/alibaba/eea/eea_rx.c

314

offset = meta->offset + meta->headroom;

drivers/net/ethernet/alibaba/eea/eea_rx.c

316

truesize = eea_consume_rx_buffer(rx, meta,

drivers/net/ethernet/alibaba/eea/eea_rx.c

317

meta->headroom + ctx->len);

drivers/net/ethernet/alibaba/eea/eea_rx.c

330

struct eea_rx_meta *meta = ctx->meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

336

page = meta->page;

drivers/net/ethernet/alibaba/eea/eea_rx.c

340

buf = page_address(page) + meta->offset;

drivers/net/ethernet/alibaba/eea/eea_rx.c

341

bufsize = meta->headroom + SKB_DATA_ALIGN(ctx->len) + shinfo_size;

drivers/net/ethernet/alibaba/eea/eea_rx.c

343

skb = eea_build_skb(buf, bufsize, meta->headroom, ctx->len);

drivers/net/ethernet/alibaba/eea/eea_rx.c

347

truesize = eea_consume_rx_buffer(rx, meta, bufsize);

drivers/net/ethernet/alibaba/eea/eea_rx.c

371

offset = ctx->meta->offset + ctx->meta->headroom;

drivers/net/ethernet/alibaba/eea/eea_rx.c

372

page = ctx->meta->page;

drivers/net/ethernet/alibaba/eea/eea_rx.c

373

truesize = eea_consume_rx_buffer(rx, ctx->meta,

drivers/net/ethernet/alibaba/eea/eea_rx.c

374

ctx->meta->headroom + ctx->len);

drivers/net/ethernet/alibaba/eea/eea_rx.c

38

struct eea_rx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

43

meta = rx->free;

drivers/net/ethernet/alibaba/eea/eea_rx.c

438

ctx->meta = NULL;

drivers/net/ethernet/alibaba/eea/eea_rx.c

44

rx->free = meta->next;

drivers/net/ethernet/alibaba/eea/eea_rx.c

447

ctx->meta = &rx->meta[id];

drivers/net/ethernet/alibaba/eea/eea_rx.c

448

if (!ctx->meta->in_use) {

drivers/net/ethernet/alibaba/eea/eea_rx.c

451

ctx->meta = NULL;

drivers/net/ethernet/alibaba/eea/eea_rx.c

455

ctx->meta->in_use = false;

drivers/net/ethernet/alibaba/eea/eea_rx.c

458

if (unlikely(ctx->len > ctx->meta->len)) {

drivers/net/ethernet/alibaba/eea/eea_rx.c

46

return meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

484

struct eea_rx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

49

static void eea_rx_meta_put(struct eea_net_rx *rx, struct eea_rx_meta *meta)

drivers/net/ethernet/alibaba/eea/eea_rx.c

494

if (ctx->meta)

drivers/net/ethernet/alibaba/eea/eea_rx.c

495

eea_rx_meta_put(rx, ctx->meta);

drivers/net/ethernet/alibaba/eea/eea_rx.c

51

meta->next = rx->free;

drivers/net/ethernet/alibaba/eea/eea_rx.c

510

meta = ctx->meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

515

eea_rx_meta_dma_sync_for_cpu(rx, meta, ctx->len);

drivers/net/ethernet/alibaba/eea/eea_rx.c

52

rx->free = meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

534

eea_rx_meta_put(rx, meta);

drivers/net/ethernet/alibaba/eea/eea_rx.c

55

static void eea_free_rx_buffer(struct eea_net_rx *rx, struct eea_rx_meta *meta,

drivers/net/ethernet/alibaba/eea/eea_rx.c

559

struct eea_rx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

569

meta = eea_rx_meta_get(rx);

drivers/net/ethernet/alibaba/eea/eea_rx.c

570

if (!meta)

drivers/net/ethernet/alibaba/eea/eea_rx.c

573

err = eea_alloc_rx_buffer(rx, meta);

drivers/net/ethernet/alibaba/eea/eea_rx.c

575

eea_rx_meta_put(rx, meta);

drivers/net/ethernet/alibaba/eea/eea_rx.c

579

len = min_t(u32, PAGE_SIZE - meta->offset - room,

drivers/net/ethernet/alibaba/eea/eea_rx.c

584

addr = meta->dma + meta->offset + headroom;

drivers/net/ethernet/alibaba/eea/eea_rx.c

586

desc = eea_ering_sq_alloc_desc(rx->ering, meta->id, true, 0);

drivers/net/ethernet/alibaba/eea/eea_rx.c

590

if (meta->hdr_addr) {

drivers/net/ethernet/alibaba/eea/eea_rx.c

591

eea_rx_dma_sync_hdr(rx, meta->hdr_dma);

drivers/net/ethernet/alibaba/eea/eea_rx.c

592

desc->hdr_addr = cpu_to_le64(meta->hdr_dma);

drivers/net/ethernet/alibaba/eea/eea_rx.c

597

meta->truesize = len + room;

drivers/net/ethernet/alibaba/eea/eea_rx.c

598

meta->headroom = headroom;

drivers/net/ethernet/alibaba/eea/eea_rx.c

599

meta->tailroom = tailroom;

drivers/net/ethernet/alibaba/eea/eea_rx.c

60

drain_count = EEA_PAGE_FRAGS_NUM - meta->frags;

drivers/net/ethernet/alibaba/eea/eea_rx.c

600

meta->len = len;

drivers/net/ethernet/alibaba/eea/eea_rx.c

601

meta->in_use = true;

drivers/net/ethernet/alibaba/eea/eea_rx.c

62

if (page_pool_unref_page(meta->page, drain_count) == 0)

drivers/net/ethernet/alibaba/eea/eea_rx.c

63

page_pool_put_unrefed_page(rx->pp, meta->page, -1,

drivers/net/ethernet/alibaba/eea/eea_rx.c

650

struct eea_rx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

659

meta = &rx->meta[i];

drivers/net/ethernet/alibaba/eea/eea_rx.c

66

meta->page = NULL;

drivers/net/ethernet/alibaba/eea/eea_rx.c

660

if (!meta->page)

drivers/net/ethernet/alibaba/eea/eea_rx.c

663

eea_free_rx_buffer(rx, meta, false);

drivers/net/ethernet/alibaba/eea/eea_rx.c

70

struct eea_rx_meta *meta)

drivers/net/ethernet/alibaba/eea/eea_rx.c

731

if (rx->meta) {

drivers/net/ethernet/alibaba/eea/eea_rx.c

734

kvfree(rx->meta);

drivers/net/ethernet/alibaba/eea/eea_rx.c

735

rx->meta = NULL;

drivers/net/ethernet/alibaba/eea/eea_rx.c

74

if (meta->sync_for_cpu <= meta->offset + rx->headroom)

drivers/net/ethernet/alibaba/eea/eea_rx.c

748

struct eea_rx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

754

meta = &rx->meta[i];

drivers/net/ethernet/alibaba/eea/eea_rx.c

755

meta->id = i;

drivers/net/ethernet/alibaba/eea/eea_rx.c

756

meta->next = rx->free;

drivers/net/ethernet/alibaba/eea/eea_rx.c

757

rx->free = meta;

drivers/net/ethernet/alibaba/eea/eea_rx.c

77

len = meta->sync_for_cpu - meta->offset - rx->headroom;

drivers/net/ethernet/alibaba/eea/eea_rx.c

789

rx->meta = kvcalloc(ctx->cfg.rx_ring_depth,

drivers/net/ethernet/alibaba/eea/eea_rx.c

790

sizeof(*rx->meta), GFP_KERNEL);

drivers/net/ethernet/alibaba/eea/eea_rx.c

791

if (!rx->meta)

drivers/net/ethernet/alibaba/eea/eea_rx.c

80

meta->dma + meta->offset + rx->headroom,

drivers/net/ethernet/alibaba/eea/eea_rx.c

82

meta->sync_for_cpu = 0;

drivers/net/ethernet/alibaba/eea/eea_rx.c

85

static void meta_align_offset(struct eea_net_rx *rx, struct eea_rx_meta *meta)

drivers/net/ethernet/alibaba/eea/eea_rx.c

90

b = meta->offset + h;

drivers/net/ethernet/alibaba/eea/eea_rx.c

97

meta->offset = b - h;

drivers/net/ethernet/alibaba/eea/eea_tx.c

106

struct eea_tx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

124

meta = &tx->meta[id];

drivers/net/ethernet/alibaba/eea/eea_tx.c

126

if (meta->data) {

drivers/net/ethernet/alibaba/eea/eea_tx.c

127

eea_tx_meta_put_and_unmap(tx, meta);

drivers/net/ethernet/alibaba/eea/eea_tx.c

128

eea_meta_free_xmit(tx, meta, budget, desc, &stats);

drivers/net/ethernet/alibaba/eea/eea_tx.c

129

desc_n = meta->num;

drivers/net/ethernet/alibaba/eea/eea_tx.c

134

meta->id, meta->num);

drivers/net/ethernet/alibaba/eea/eea_tx.c

213

struct eea_tx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

216

meta = eea_tx_meta_get(tx);

drivers/net/ethernet/alibaba/eea/eea_tx.c

218

desc = eea_ering_sq_alloc_desc(tx->ering, meta->id, last, flags);

drivers/net/ethernet/alibaba/eea/eea_tx.c

222

meta->next = NULL;

drivers/net/ethernet/alibaba/eea/eea_tx.c

223

meta->dma_len = dma_len;

drivers/net/ethernet/alibaba/eea/eea_tx.c

224

meta->dma_addr = addr;

drivers/net/ethernet/alibaba/eea/eea_tx.c

225

meta->data = data;

drivers/net/ethernet/alibaba/eea/eea_tx.c

226

meta->num = 1;

drivers/net/ethernet/alibaba/eea/eea_tx.c

227

meta->desc = desc;

drivers/net/ethernet/alibaba/eea/eea_tx.c

228

meta->unmap = unmap;

drivers/net/ethernet/alibaba/eea/eea_tx.c

229

meta->unmap_single = false;

drivers/net/ethernet/alibaba/eea/eea_tx.c

232

meta->next = head_meta->next;

drivers/net/ethernet/alibaba/eea/eea_tx.c

233

head_meta->next = meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

237

return meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

245

struct eea_tx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

262

meta = __eea_tx_desc_fill(tx, head_meta, addr, len, length,

drivers/net/ethernet/alibaba/eea/eea_tx.c

267

head_meta = meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

276

return meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

299

struct eea_tx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

334

meta = eea_tx_desc_fill(tx, NULL, addr, len, last, skb, flags);

drivers/net/ethernet/alibaba/eea/eea_tx.c

335

meta->unmap_single = !!hlen;

drivers/net/ethernet/alibaba/eea/eea_tx.c

337

err = eea_fill_desc_from_skb(skb, meta->desc);

drivers/net/ethernet/alibaba/eea/eea_tx.c

345

err = eea_tx_add_skb_frag(tx, meta, frag, is_last);

drivers/net/ethernet/alibaba/eea/eea_tx.c

353

u64_stats_add(&tx->stats.descs, meta->num);

drivers/net/ethernet/alibaba/eea/eea_tx.c

360

eea_tx_meta_put_and_unmap(tx, meta);

drivers/net/ethernet/alibaba/eea/eea_tx.c

361

meta->data = NULL;

drivers/net/ethernet/alibaba/eea/eea_tx.c

40

struct eea_tx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

425

struct eea_tx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

428

while ((meta = eea_tx_meta_get(tx)))

drivers/net/ethernet/alibaba/eea/eea_tx.c

429

meta->skb = NULL;

drivers/net/ethernet/alibaba/eea/eea_tx.c

432

meta = &tx->meta[i];

drivers/net/ethernet/alibaba/eea/eea_tx.c

434

if (!meta->skb)

drivers/net/ethernet/alibaba/eea/eea_tx.c

437

eea_tx_meta_put_and_unmap(tx, meta);

drivers/net/ethernet/alibaba/eea/eea_tx.c

439

eea_meta_free_xmit(tx, meta, 0, NULL, &stats);

drivers/net/ethernet/alibaba/eea/eea_tx.c

442

kvfree(tx->meta);

drivers/net/ethernet/alibaba/eea/eea_tx.c

443

tx->meta = NULL;

drivers/net/ethernet/alibaba/eea/eea_tx.c

45

meta = tx->free;

drivers/net/ethernet/alibaba/eea/eea_tx.c

457

if (tx->meta)

drivers/net/ethernet/alibaba/eea/eea_tx.c

46

tx->free = meta->next;

drivers/net/ethernet/alibaba/eea/eea_tx.c

463

struct eea_tx_meta *meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

48

return meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

483

tx->meta = kvcalloc(ctx->cfg.tx_ring_depth,

drivers/net/ethernet/alibaba/eea/eea_tx.c

484

sizeof(*tx->meta), GFP_KERNEL);

drivers/net/ethernet/alibaba/eea/eea_tx.c

485

if (!tx->meta)

drivers/net/ethernet/alibaba/eea/eea_tx.c

489

meta = &tx->meta[i];

drivers/net/ethernet/alibaba/eea/eea_tx.c

490

meta->id = i;

drivers/net/ethernet/alibaba/eea/eea_tx.c

491

meta->next = tx->free;

drivers/net/ethernet/alibaba/eea/eea_tx.c

492

tx->free = meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

52

struct eea_tx_meta *meta)

drivers/net/ethernet/alibaba/eea/eea_tx.c

56

head = meta;

drivers/net/ethernet/alibaba/eea/eea_tx.c

59

if (meta->unmap) {

drivers/net/ethernet/alibaba/eea/eea_tx.c

60

if (meta->unmap_single)

drivers/net/ethernet/alibaba/eea/eea_tx.c

61

dma_unmap_single(tx->dma_dev, meta->dma_addr,

drivers/net/ethernet/alibaba/eea/eea_tx.c

62

meta->dma_len, DMA_TO_DEVICE);

drivers/net/ethernet/alibaba/eea/eea_tx.c

64

dma_unmap_page(tx->dma_dev, meta->dma_addr,

drivers/net/ethernet/alibaba/eea/eea_tx.c

65

meta->dma_len, DMA_TO_DEVICE);

drivers/net/ethernet/alibaba/eea/eea_tx.c

68

if (meta->next) {

drivers/net/ethernet/alibaba/eea/eea_tx.c

69

meta = meta->next;

drivers/net/ethernet/alibaba/eea/eea_tx.c

76

meta->next = tx->free;

drivers/net/ethernet/alibaba/eea/eea_tx.c

81

struct eea_tx_meta *meta,

drivers/net/ethernet/alibaba/eea/eea_tx.c

86

struct sk_buff *skb = meta->skb;

drivers/net/ethernet/alibaba/eea/eea_tx.c

96

stats->bytes += meta->skb->len;

drivers/net/ethernet/alibaba/eea/eea_tx.c

97

napi_consume_skb(meta->skb, budget);

drivers/net/ethernet/alibaba/eea/eea_tx.c

99

meta->data = NULL;

drivers/net/ethernet/intel/ice/ice_ddp.c

1947

struct ice_meta_sect *meta;

drivers/net/ethernet/intel/ice/ice_ddp.c

1953

meta = ice_pkg_enum_section((struct ice_seg *)seg_hdr, &state,

drivers/net/ethernet/intel/ice/ice_ddp.c

1955

if (!meta) {

drivers/net/ethernet/intel/ice/ice_ddp.c

1961

hw->pkg_ver = meta->ver;

drivers/net/ethernet/intel/ice/ice_ddp.c

1962

memcpy(hw->pkg_name, meta->name, sizeof(meta->name));

drivers/net/ethernet/intel/ice/ice_ddp.c

1965

meta->ver.major, meta->ver.minor, meta->ver.update,

drivers/net/ethernet/intel/ice/ice_ddp.c

1966

meta->ver.draft, meta->name);

drivers/net/ethernet/intel/igc/igc.h

604

struct xsk_tx_metadata *meta;

drivers/net/ethernet/intel/igc/igc_main.c

2967

xsk_tx_metadata_to_compl(meta_req->meta, &tstamp->xsk_meta);

drivers/net/ethernet/intel/igc/igc_main.c

3065

struct xsk_tx_metadata *meta = NULL;

drivers/net/ethernet/intel/igc/igc_main.c

3077

meta = xsk_buff_get_metadata(pool, xdp_desc.addr);

drivers/net/ethernet/intel/igc/igc_main.c

3083

meta_req.meta = meta;

drivers/net/ethernet/intel/igc/igc_main.c

3085

xsk_tx_metadata_request(meta, &igc_xsk_tx_metadata_ops,

drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.c

724

struct flow_action_entry *meta;

drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.c

729

meta = mlx5_tc_ct_get_ct_metadata_action(flow_rule);

drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.c

730

if (!meta)

drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.c

732

ctinfo = meta->ct_metadata.cookie & NFCT_INFOMASK;

drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.c

734

err = mlx5_get_label_mapping(ct_priv, meta->ct_metadata.labels,

drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.c

750

ct_state |= meta->ct_metadata.orig_dir ? 0 : MLX5_CT_STATE_REPLY_BIT;

drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.c

753

meta->ct_metadata.mark,

drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c

455

int check_result, struct xsk_tx_metadata *meta);

drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c

459

int check_result, struct xsk_tx_metadata *meta)

drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c

477

return mlx5e_xmit_xdp_frame(sq, xdptxd, 0, meta);

drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c

507

xsk_tx_metadata_request(meta, &mlx5e_xsk_tx_metadata_ops, &session->wqe->eth);

drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c

538

int check_result, struct xsk_tx_metadata *meta)

drivers/net/ethernet/mellanox/mlx5/core/en/xdp.c

652

xsk_tx_metadata_request(meta, &mlx5e_xsk_tx_metadata_ops, eseg);

drivers/net/ethernet/mellanox/mlx5/core/en/xdp.h

117

struct xsk_tx_metadata *meta));

drivers/net/ethernet/mellanox/mlx5/core/en/xdp.h

121

struct xsk_tx_metadata *meta));

drivers/net/ethernet/mellanox/mlx5/core/en/xsk/tx.c

102

meta = xsk_buff_get_metadata(pool, desc.addr);

drivers/net/ethernet/mellanox/mlx5/core/en/xsk/tx.c

108

check_result, meta);

drivers/net/ethernet/mellanox/mlx5/core/en/xsk/tx.c

119

xsk_tx_metadata_to_compl(meta, &compl);

drivers/net/ethernet/mellanox/mlx5/core/en/xsk/tx.c

69

struct xsk_tx_metadata *meta = NULL;

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

197

__le64 *meta, unsigned int *l2len, unsigned int *i3len)

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

221

*meta |= cpu_to_le64(FIELD_PREP(FBNIC_TWD_L3_OHLEN_MASK,

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

244

*meta |= cpu_to_le64(FIELD_PREP(FBNIC_TWD_L3_TYPE_MASK, l3_type) |

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

261

fbnic_tx_offloads(struct fbnic_ring *ring, struct sk_buff *skb, __le64 *meta)

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

266

*meta |= cpu_to_le64(FBNIC_TWD_FLAG_REQ_TS);

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

274

*meta |= cpu_to_le64(FIELD_PREP(FBNIC_TWD_CSUM_OFFSET_MASK,

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

278

if (fbnic_tx_lso(ring, skb, meta, &l2len, &i3len))

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

281

*meta |= cpu_to_le64(FBNIC_TWD_FLAG_REQ_CSO);

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

287

*meta |= cpu_to_le64(FIELD_PREP(FBNIC_TWD_L2_HLEN_MASK, l2len / 2) |

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

315

fbnic_tx_map(struct fbnic_ring *ring, struct sk_buff *skb, __le64 *meta)

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

371

FBNIC_XMIT_CB(skb)->desc_count = ((twd - meta) + 1) & ring->size_mask;

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

382

*meta |= cpu_to_le64(FBNIC_TWD_FLAG_REQ_COMPLETION);

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

415

__le64 *meta = &ring->desc[ring->tail];

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

431

*meta = cpu_to_le64(FBNIC_TWD_FLAG_DEST_MAC);

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

439

if (fbnic_tx_offloads(ring, skb, meta))

drivers/net/ethernet/meta/fbnic/fbnic_txrx.c

442

if (fbnic_tx_map(ring, skb, meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1161

mem_op_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1165

s32 off = nfp_prog->stack_frame_depth + meta->insn.off + ptr_off;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1174

if (meta->ptr_not_const ||

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1175

meta->flags & FLAG_INSN_PTR_CALLER_STACK_FRAME) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1180

stack_off_reg = ur_load_imm_any(nfp_prog, meta->insn.off,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1223

nop_cnt = narrow_ld && meta->flags & FLAG_INSN_DO_ZEXT ? 2 : 3;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1228

wrp_zext(nfp_prog, meta, gpr);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1294

wrp_alu64_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1297

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1301

meta->flags |= FLAG_INSN_SKIP_NOOP;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1312

wrp_alu64_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1315

u8 dst = meta->insn.dst_reg * 2, src = meta->insn.src_reg * 2;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1325

wrp_alu32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1328

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1332

wrp_zext(nfp_prog, meta, dst);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1338

wrp_alu32_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1341

u8 dst = meta->insn.dst_reg * 2, src = meta->insn.src_reg * 2;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1344

wrp_zext(nfp_prog, meta, dst);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1358

wrp_test_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1361

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1365

if (is_mbpf_jmp64(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1386

static const struct jmp_code_map *nfp_jmp_code_get(struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1390

op = BPF_OP(meta->insn.code) >> 4;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1400

static int cmp_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1402

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1409

code = nfp_jmp_code_get(meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1413

alu_op = meta->jump_neg_op ? ALU_OP_ADD : ALU_OP_SUB;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1414

carry_op = meta->jump_neg_op ? ALU_OP_ADD_C : ALU_OP_SUB_C;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1422

if (is_mbpf_jmp64(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1437

static int cmp_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1439

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1443

code = nfp_jmp_code_get(meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1457

if (is_mbpf_jmp64(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1501

wrp_mul(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1505

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1513

lopnd_max = meta->umax_dst;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1516

ropnd_max = meta->umax_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1600

static int adjust_head(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1610

if (WARN_ON_ONCE(nfp_prog->adjust_head_location != meta->n))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1680

static int adjust_tail(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1726

map_call_stack_common(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1734

lm_off += meta->arg2.reg.var_off.value;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1735

load_lm_ptr = meta->arg2.var_off || lm_off;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1740

if (meta->func_id == BPF_FUNC_map_update_elem)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1743

emit_br_relo(nfp_prog, BR_UNC, BR_OFF_RELO + meta->func_id,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1767

nfp_get_prandom_u32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1779

nfp_perf_event_output(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1784

ptr_type = ur_load_imm_any(nfp_prog, meta->arg1.type, imm_a(nfp_prog));

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1788

emit_br_relo(nfp_prog, BR_UNC, BR_OFF_RELO + meta->func_id,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1804

nfp_queue_select(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1811

emit_alu(nfp_prog, reg_none(), reg_a(meta->insn.src_reg * 2),

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1820

pv_qsel_val(nfp_prog), 0x1, reg_b(meta->insn.src_reg * 2),

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1836

static int mov_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1838

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1859

static int mov_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1861

u64 imm = meta->insn.imm; /* sign extend */

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1863

wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2), imm & ~0U);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1864

wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), imm >> 32);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1869

static int xor_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1871

return wrp_alu64_reg(nfp_prog, meta, ALU_OP_XOR);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1874

static int xor_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1876

return wrp_alu64_imm(nfp_prog, meta, ALU_OP_XOR, !meta->insn.imm);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1879

static int and_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1881

return wrp_alu64_reg(nfp_prog, meta, ALU_OP_AND);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1884

static int and_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1886

return wrp_alu64_imm(nfp_prog, meta, ALU_OP_AND, !~meta->insn.imm);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1889

static int or_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1891

return wrp_alu64_reg(nfp_prog, meta, ALU_OP_OR);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1894

static int or_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1896

return wrp_alu64_imm(nfp_prog, meta, ALU_OP_OR, !meta->insn.imm);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1899

static int add_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1901

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1913

static int add_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1915

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1924

static int sub_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1926

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1938

static int sub_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1940

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1949

static int mul_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1951

return wrp_mul(nfp_prog, meta, true, true);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1954

static int mul_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1956

return wrp_mul(nfp_prog, meta, true, false);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1959

static int div_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1961

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1966

static int div_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1971

return wrp_div_imm(nfp_prog, meta->insn.dst_reg * 2, meta->umin_src);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1974

static int neg_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

1976

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2019

static int shl_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2021

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2058

static int shl_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2060

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2065

umin = meta->umin_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2066

umax = meta->umax_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2133

static int shr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2135

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2170

static int shr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2172

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2177

umin = meta->umin_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2178

umax = meta->umax_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2245

static int ashr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2247

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2287

static int ashr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2289

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2294

umin = meta->umin_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2295

umax = meta->umax_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2326

static int mov_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2328

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2336

static int mov_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2338

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2346

static int xor_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2348

return wrp_alu32_reg(nfp_prog, meta, ALU_OP_XOR);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2351

static int xor_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2353

return wrp_alu32_imm(nfp_prog, meta, ALU_OP_XOR);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2356

static int and_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2358

return wrp_alu32_reg(nfp_prog, meta, ALU_OP_AND);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2361

static int and_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2363

return wrp_alu32_imm(nfp_prog, meta, ALU_OP_AND);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2366

static int or_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2368

return wrp_alu32_reg(nfp_prog, meta, ALU_OP_OR);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2371

static int or_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2373

return wrp_alu32_imm(nfp_prog, meta, ALU_OP_OR);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2376

static int add_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2378

return wrp_alu32_reg(nfp_prog, meta, ALU_OP_ADD);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2381

static int add_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2383

return wrp_alu32_imm(nfp_prog, meta, ALU_OP_ADD);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2386

static int sub_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2388

return wrp_alu32_reg(nfp_prog, meta, ALU_OP_SUB);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2391

static int sub_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2393

return wrp_alu32_imm(nfp_prog, meta, ALU_OP_SUB);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2396

static int mul_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2398

return wrp_mul(nfp_prog, meta, false, true);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2401

static int mul_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2403

return wrp_mul(nfp_prog, meta, false, false);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2406

static int div_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2408

return div_reg64(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2411

static int div_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2413

return div_imm64(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2416

static int neg_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2418

u8 dst = meta->insn.dst_reg * 2;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2421

wrp_zext(nfp_prog, meta, dst);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2427

__ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2437

wrp_zext(nfp_prog, meta, dst);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2442

static int ashr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2444

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2449

umin = meta->umin_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2450

umax = meta->umax_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2452

return __ashr_imm(nfp_prog, meta, dst, umin);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2461

wrp_zext(nfp_prog, meta, dst);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2466

static int ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2468

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2471

return __ashr_imm(nfp_prog, meta, dst, insn->imm);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2475

__shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2481

wrp_zext(nfp_prog, meta, dst);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2485

static int shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2487

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2490

return __shr_imm(nfp_prog, meta, dst, insn->imm);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2493

static int shr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2495

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2500

umin = meta->umin_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2501

umax = meta->umax_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2503

return __shr_imm(nfp_prog, meta, dst, umin);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2509

wrp_zext(nfp_prog, meta, dst);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2514

__shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2520

wrp_zext(nfp_prog, meta, dst);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2524

static int shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2526

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2529

return __shl_imm(nfp_prog, meta, dst, insn->imm);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2532

static int shl_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2534

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2539

umin = meta->umin_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2540

umax = meta->umax_src;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2542

return __shl_imm(nfp_prog, meta, dst, umin);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2546

wrp_zext(nfp_prog, meta, dst);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2550

static int end_reg32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2552

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2579

static int imm_ld8_part2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2581

struct nfp_insn_meta *prev = nfp_meta_prev(meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2587

imm_hi = meta->insn.imm;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2600

static int imm_ld8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2602

meta->double_cb = imm_ld8_part2;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2606

static int data_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2608

return construct_data_ld(nfp_prog, meta, meta->insn.imm, 1);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2611

static int data_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2613

return construct_data_ld(nfp_prog, meta, meta->insn.imm, 2);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2616

static int data_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2618

return construct_data_ld(nfp_prog, meta, meta->insn.imm, 4);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2621

static int data_ind_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2623

return construct_data_ind_ld(nfp_prog, meta, meta->insn.imm,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2624

meta->insn.src_reg * 2, 1);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2627

static int data_ind_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2629

return construct_data_ind_ld(nfp_prog, meta, meta->insn.imm,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2630

meta->insn.src_reg * 2, 2);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2633

static int data_ind_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2635

return construct_data_ind_ld(nfp_prog, meta, meta->insn.imm,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2636

meta->insn.src_reg * 2, 4);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2640

mem_ldx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2643

return mem_op_stack(nfp_prog, meta, size, ptr_off,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2644

meta->insn.dst_reg * 2, meta->insn.src_reg * 2,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2648

static int mem_ldx_skb(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2651

swreg dst = reg_both(meta->insn.dst_reg * 2);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2653

switch (meta->insn.off) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2674

wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2679

static int mem_ldx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2682

swreg dst = reg_both(meta->insn.dst_reg * 2);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2684

switch (meta->insn.off) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2700

wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2706

mem_ldx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2711

tmp_reg = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog));

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2713

return data_ld_host_order_addr32(nfp_prog, meta, meta->insn.src_reg * 2,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2714

tmp_reg, meta->insn.dst_reg * 2, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2718

mem_ldx_emem(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2723

tmp_reg = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog));

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2725

return data_ld_host_order_addr40(nfp_prog, meta, meta->insn.src_reg * 2,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2726

tmp_reg, meta->insn.dst_reg * 2, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2731

struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2733

s16 range_start = meta->pkt_cache.range_start;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2734

s16 range_end = meta->pkt_cache.range_end;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2740

src_base = reg_a(meta->insn.src_reg * 2);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2757

struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2760

s16 range_start = meta->pkt_cache.range_start;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2761

s16 insn_off = meta->insn.off - range_start;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2763

u8 dst_gpr = meta->insn.dst_reg * 2;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2786

wrp_zext(nfp_prog, meta, dst_gpr);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2794

wrp_zext(nfp_prog, meta, dst_gpr);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2811

struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2817

idx = (meta->insn.off - meta->pkt_cache.range_start) / REG_WIDTH;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2818

dst_gpr = meta->insn.dst_reg * 2;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2825

wrp_zext(nfp_prog, meta, dst_gpr);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2828

wrp_zext(nfp_prog, meta, dst_gpr);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2841

struct nfp_insn_meta *meta, unsigned int size)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2843

u8 off = meta->insn.off - meta->pkt_cache.range_start;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2846

return mem_ldx_data_from_pktcache_aligned(nfp_prog, meta, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2848

return mem_ldx_data_from_pktcache_unaligned(nfp_prog, meta, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2852

mem_ldx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2855

if (meta->ldst_gather_len)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2856

return nfp_cpp_memcpy(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2858

if (meta->ptr.type == PTR_TO_CTX) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2860

return mem_ldx_xdp(nfp_prog, meta, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2862

return mem_ldx_skb(nfp_prog, meta, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2865

if (meta->ptr.type == PTR_TO_PACKET) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2866

if (meta->pkt_cache.range_end) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2867

if (meta->pkt_cache.do_init)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2868

mem_ldx_data_init_pktcache(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2870

return mem_ldx_data_from_pktcache(nfp_prog, meta, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2872

return mem_ldx_data(nfp_prog, meta, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2876

if (meta->ptr.type == PTR_TO_STACK)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2877

return mem_ldx_stack(nfp_prog, meta, size, meta->ptr.var_off.value);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2879

if (meta->ptr.type == PTR_TO_MAP_VALUE)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2880

return mem_ldx_emem(nfp_prog, meta, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2885

static int mem_ldx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2887

return mem_ldx(nfp_prog, meta, 1);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2890

static int mem_ldx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2892

return mem_ldx(nfp_prog, meta, 2);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2895

static int mem_ldx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2897

return mem_ldx(nfp_prog, meta, 4);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2900

static int mem_ldx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2902

return mem_ldx(nfp_prog, meta, 8);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2906

mem_st_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2909

u64 imm = meta->insn.imm; /* sign extend */

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2912

off_reg = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog));

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2914

return data_st_host_order(nfp_prog, meta->insn.dst_reg * 2, off_reg,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2918

static int mem_st(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2921

if (meta->ptr.type == PTR_TO_PACKET)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2922

return mem_st_data(nfp_prog, meta, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2927

static int mem_st1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2929

return mem_st(nfp_prog, meta, 1);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2932

static int mem_st2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2934

return mem_st(nfp_prog, meta, 2);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2937

static int mem_st4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2939

return mem_st(nfp_prog, meta, 4);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2942

static int mem_st8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2944

return mem_st(nfp_prog, meta, 8);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2948

mem_stx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2953

off_reg = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog));

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2955

return data_stx_host_order(nfp_prog, meta->insn.dst_reg * 2, off_reg,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2956

meta->insn.src_reg * 2, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2960

mem_stx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2963

return mem_op_stack(nfp_prog, meta, size, ptr_off,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2964

meta->insn.src_reg * 2, meta->insn.dst_reg * 2,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2968

static int mem_stx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2970

switch (meta->insn.off) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2972

return nfp_queue_select(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2980

mem_stx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2983

if (meta->ptr.type == PTR_TO_PACKET)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2984

return mem_stx_data(nfp_prog, meta, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2986

if (meta->ptr.type == PTR_TO_STACK)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2987

return mem_stx_stack(nfp_prog, meta, size, meta->ptr.var_off.value);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2992

static int mem_stx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2994

return mem_stx(nfp_prog, meta, 1);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2997

static int mem_stx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

2999

return mem_stx(nfp_prog, meta, 2);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3002

static int mem_stx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3004

if (meta->ptr.type == PTR_TO_CTX)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3006

return mem_stx_xdp(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3007

return mem_stx(nfp_prog, meta, 4);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3010

static int mem_stx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3012

return mem_stx(nfp_prog, meta, 8);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3016

mem_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool is64)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3018

u8 dst_gpr = meta->insn.dst_reg * 2;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3019

u8 src_gpr = meta->insn.src_reg * 2;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3023

off = ur_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog));

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3033

if (meta->insn.off) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3037

if (meta->xadd_maybe_16bit) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3041

if (meta->xadd_over_16bit)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3043

if (meta->xadd_maybe_16bit && meta->xadd_over_16bit) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3049

if (meta->xadd_maybe_16bit && meta->xadd_over_16bit) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3057

emit_br(nfp_prog, BR_BLO, full_add, meta->insn.off ? 2 : 0);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3062

if (!meta->insn.off) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3075

if (meta->xadd_maybe_16bit) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3086

if (meta->xadd_over_16bit)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3094

if (meta->xadd_over_16bit) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3110

static int mem_atomic4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3112

if (meta->insn.imm != BPF_ADD)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3115

return mem_xadd(nfp_prog, meta, false);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3118

static int mem_atomic8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3120

if (meta->insn.imm != BPF_ADD)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3123

return mem_xadd(nfp_prog, meta, true);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3126

static int jump(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3128

emit_br(nfp_prog, BR_UNC, meta->insn.off, 0);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3133

static int jeq_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3135

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3162

static int jeq32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3164

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3175

static int jset_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3177

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3188

if (is_mbpf_jmp64(meta) && imm >> 32) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3197

static int jne_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3199

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3201

bool is_jmp32 = is_mbpf_jmp32(meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3231

static int jeq_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3233

const struct bpf_insn *insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3237

if (is_mbpf_jmp64(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3249

static int jset_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3251

return wrp_test_reg(nfp_prog, meta, ALU_OP_AND, BR_BNE);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3254

static int jne_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3256

return wrp_test_reg(nfp_prog, meta, ALU_OP_XOR, BR_BNE);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3260

bpf_to_bpf_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3309

if (!meta->jmp_dst) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3313

if (nfp_prog->subprog[meta->jmp_dst->subprog_idx].needs_reg_push) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3321

emit_br(nfp_prog, BR_UNC, meta->insn.imm, 1);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3339

meta->num_insns_after_br = nfp_prog_current_offset(nfp_prog);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3340

meta->num_insns_after_br -= offset_br;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3345

static int helper_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3347

switch (meta->insn.imm) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3349

return adjust_head(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3351

return adjust_tail(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3355

return map_call_stack_common(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3357

return nfp_get_prandom_u32(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3359

return nfp_perf_event_output(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3366

static int call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3368

if (is_mbpf_pseudo_call(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3369

return bpf_to_bpf_call(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3371

return helper_call(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3374

static bool nfp_is_main_function(struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3376

return meta->subprog_idx == 0;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3379

static int goto_out(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3387

nfp_subprog_epilogue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3389

if (nfp_prog->subprog[meta->subprog_idx].needs_reg_push) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3411

static int jmp_exit(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3413

if (nfp_is_main_function(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3414

return goto_out(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3416

return nfp_subprog_epilogue(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3539

nfp_fixup_immed_relo(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3554

struct nfp_insn_meta *meta, *jmp_dst;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3558

list_for_each_entry(meta, &nfp_prog->insns, l) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3559

if (meta->flags & FLAG_INSN_SKIP_MASK)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3561

if (!is_mbpf_jmp(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3563

if (meta->insn.code == (BPF_JMP | BPF_EXIT) &&

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3564

!nfp_is_main_function(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3566

if (is_mbpf_helper_call(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3569

if (list_is_last(&meta->l, &nfp_prog->insns))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3572

br_idx = list_next_entry(meta, l)->off - 1;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3579

if (is_mbpf_pseudo_call(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3580

br_idx -= meta->num_insns_after_br;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3584

br_idx, meta->insn.code, nfp_prog->prog[br_idx]);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3588

if (meta->insn.code == (BPF_JMP | BPF_EXIT))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3593

RELO_BR_REL && !is_mbpf_pseudo_call(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3596

if (!meta->jmp_dst) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3601

jmp_dst = meta->jmp_dst;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3608

if (is_mbpf_pseudo_call(meta) &&

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3610

err = nfp_fixup_immed_relo(nfp_prog, meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3620

for (idx = meta->off; idx <= br_idx; idx++) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3638

nfp_subprog_prologue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3645

nfp_start_subprog(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3647

unsigned int depth = nfp_prog->subprog[meta->subprog_idx].stack_depth;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3650

nfp_subprog_prologue(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3653

bool nfp_is_subprog_start(struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3655

return meta->flags & FLAG_INSN_IS_SUBPROG_START;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3831

struct nfp_insn_meta *meta;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3842

list_for_each_entry(meta, &nfp_prog->insns, l) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3843

instr_cb_t cb = instr_cb[meta->insn.code];

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3845

meta->off = nfp_prog_current_offset(nfp_prog);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3847

if (nfp_is_subprog_start(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3848

nfp_start_subprog(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3853

if (meta->flags & FLAG_INSN_SKIP_MASK) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3858

if (nfp_meta_has_prev(nfp_prog, meta) &&

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3859

nfp_meta_prev(meta)->double_cb)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3860

cb = nfp_meta_prev(meta)->double_cb;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3863

err = cb(nfp_prog, meta);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3888

struct nfp_insn_meta *meta;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3890

list_for_each_entry(meta, &nfp_prog->insns, l) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3891

struct bpf_insn insn = meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3901

meta->flags |= FLAG_INSN_SKIP_PREC_DEPENDENT;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3904

if (!(meta->flags & FLAG_INSN_SKIP_MASK))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3914

struct nfp_insn_meta *meta;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3916

list_for_each_entry(meta, &nfp_prog->insns, l) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3917

struct bpf_insn insn = meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3919

if (meta->flags & FLAG_INSN_SKIP_MASK)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3922

if (!is_mbpf_alu(meta) && !is_mbpf_jmp(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3929

if (is_mbpf_jmp(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3935

meta->jump_neg_op = true;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3948

meta->insn.code = insn.code | BPF_K;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

3951

meta->insn.imm = -insn.imm;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

42

nfp_meta_has_prev(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4276

struct nfp_insn_meta *meta, *range_node = NULL;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4283

list_for_each_entry(meta, &nfp_prog->insns, l) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4284

if (meta->flags & FLAG_INSN_IS_JUMP_DST)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4287

if (meta->flags & FLAG_INSN_SKIP_MASK)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4290

insn = &meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4292

if (is_mbpf_store_pkt(meta) ||

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4294

is_mbpf_classic_store_pkt(meta) ||

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4295

is_mbpf_classic_load(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4300

if (!is_mbpf_load(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4303

if (meta->ptr.type != PTR_TO_PACKET || meta->ldst_gather_len) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4326

if (meta->ptr.id == range_ptr_id &&

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4327

meta->ptr.var_off.value == range_ptr_off) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4359

range_node = meta;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4372

list_for_each_entry(meta, &nfp_prog->insns, l) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4373

if (meta->flags & FLAG_INSN_SKIP_MASK)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4376

if (is_mbpf_load_pkt(meta) && !meta->ldst_gather_len) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4377

if (meta->pkt_cache.do_init) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4378

range_start = meta->pkt_cache.range_start;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4379

range_end = meta->pkt_cache.range_end;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4381

meta->pkt_cache.range_start = range_start;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4382

meta->pkt_cache.range_end = range_end;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

44

return meta->l.prev != &nfp_prog->insns;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4491

struct nfp_insn_meta *meta;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4494

list_for_each_entry(meta, &nfp_prog->insns, l) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4496

u64 code = meta->insn.code;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4500

if (!is_mbpf_jmp(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4504

if (is_mbpf_helper_call(meta))

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4513

dst_idx = meta->n + 1 + meta->insn.imm;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4515

dst_idx = meta->n + 1 + meta->insn.off;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4517

dst_meta = nfp_bpf_goto_meta(nfp_prog, meta, dst_idx);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

4523

meta->jmp_dst = dst_meta;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

626

wrp_zext(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

628

if (meta->flags & FLAG_INSN_DO_ZEXT)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

733

static int nfp_cpp_memcpy(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

735

bool descending_seq = meta->ldst_gather_len < 0;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

736

s16 len = abs(meta->ldst_gather_len);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

742

off = re_load_imm_any(nfp_prog, meta->insn.off, imm_b(nfp_prog));

drivers/net/ethernet/netronome/nfp/bpf/jit.c

743

src_40bit_addr = meta->ptr.type == PTR_TO_MAP_VALUE;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

744

src_base = reg_a(meta->insn.src_reg * 2);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

748

addr40_offset(nfp_prog, meta->insn.src_reg * 2, off, &src_base,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

765

off = re_load_imm_any(nfp_prog, meta->paired_st->off, imm_b(nfp_prog));

drivers/net/ethernet/netronome/nfp/bpf/jit.c

770

reg_a(meta->paired_st->dst_reg * 2), off, len - 1,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

775

reg_a(meta->paired_st->dst_reg * 2), off, xfer_num - 1,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

782

reg_a(meta->paired_st->dst_reg * 2), off,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

789

reg_a(meta->paired_st->dst_reg * 2), off,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

796

reg_a(meta->paired_st->dst_reg * 2), off, 7,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

799

off = re_load_imm_any(nfp_prog, meta->paired_st->off + 32,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

802

reg_a(meta->paired_st->dst_reg * 2), off, len - 33,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

813

reg_a(meta->paired_st->dst_reg * 2), off,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

815

new_off = meta->paired_st->off + (xfer_num - 1) * 4;

drivers/net/ethernet/netronome/nfp/bpf/jit.c

818

xfer_num - 1, reg_a(meta->paired_st->dst_reg * 2), off,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

834

else if (BPF_SIZE(meta->insn.code) != BPF_DW)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

839

switch (BPF_SIZE(meta->insn.code)) {

drivers/net/ethernet/netronome/nfp/bpf/jit.c

841

wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2),

drivers/net/ethernet/netronome/nfp/bpf/jit.c

846

wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2),

drivers/net/ethernet/netronome/nfp/bpf/jit.c

850

wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2),

drivers/net/ethernet/netronome/nfp/bpf/jit.c

854

wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2),

drivers/net/ethernet/netronome/nfp/bpf/jit.c

856

wrp_mov(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1),

drivers/net/ethernet/netronome/nfp/bpf/jit.c

861

if (BPF_SIZE(meta->insn.code) != BPF_DW)

drivers/net/ethernet/netronome/nfp/bpf/jit.c

862

wrp_immed(nfp_prog, reg_both(meta->insn.dst_reg * 2 + 1), 0);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

868

data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, swreg offset,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

892

wrp_zext(nfp_prog, meta, dst_gpr);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

898

data_ld_host_order(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

923

wrp_zext(nfp_prog, meta, dst_gpr);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

929

data_ld_host_order_addr32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

932

return data_ld_host_order(nfp_prog, meta, dst_gpr, reg_a(src_gpr),

drivers/net/ethernet/netronome/nfp/bpf/jit.c

937

data_ld_host_order_addr40(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

944

return data_ld_host_order(nfp_prog, meta, dst_gpr, rega, regb,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

949

construct_data_ind_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

966

return data_ld(nfp_prog, meta, imm_b(nfp_prog), 0, size);

drivers/net/ethernet/netronome/nfp/bpf/jit.c

970

construct_data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/jit.c

982

return data_ld(nfp_prog, meta, tmp_reg, 0, size);

drivers/net/ethernet/netronome/nfp/bpf/main.h

241

#define nfp_meta_next(meta) list_next_entry(meta, l)

drivers/net/ethernet/netronome/nfp/bpf/main.h

242

#define nfp_meta_prev(meta) list_prev_entry(meta, l)

drivers/net/ethernet/netronome/nfp/bpf/main.h

351

static inline u8 mbpf_class(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

353

return BPF_CLASS(meta->insn.code);

drivers/net/ethernet/netronome/nfp/bpf/main.h

356

static inline u8 mbpf_src(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

358

return BPF_SRC(meta->insn.code);

drivers/net/ethernet/netronome/nfp/bpf/main.h

361

static inline u8 mbpf_op(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

363

return BPF_OP(meta->insn.code);

drivers/net/ethernet/netronome/nfp/bpf/main.h

366

static inline u8 mbpf_mode(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

368

return BPF_MODE(meta->insn.code);

drivers/net/ethernet/netronome/nfp/bpf/main.h

371

static inline bool is_mbpf_alu(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

373

return mbpf_class(meta) == BPF_ALU64 || mbpf_class(meta) == BPF_ALU;

drivers/net/ethernet/netronome/nfp/bpf/main.h

376

static inline bool is_mbpf_load(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

378

return (meta->insn.code & ~BPF_SIZE_MASK) == (BPF_LDX | BPF_MEM);

drivers/net/ethernet/netronome/nfp/bpf/main.h

381

static inline bool is_mbpf_jmp32(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

383

return mbpf_class(meta) == BPF_JMP32;

drivers/net/ethernet/netronome/nfp/bpf/main.h

386

static inline bool is_mbpf_jmp64(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

388

return mbpf_class(meta) == BPF_JMP;

drivers/net/ethernet/netronome/nfp/bpf/main.h

391

static inline bool is_mbpf_jmp(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

393

return is_mbpf_jmp32(meta) || is_mbpf_jmp64(meta);

drivers/net/ethernet/netronome/nfp/bpf/main.h

396

static inline bool is_mbpf_store(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

398

return (meta->insn.code & ~BPF_SIZE_MASK) == (BPF_STX | BPF_MEM);

drivers/net/ethernet/netronome/nfp/bpf/main.h

401

static inline bool is_mbpf_load_pkt(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

403

return is_mbpf_load(meta) && meta->ptr.type == PTR_TO_PACKET;

drivers/net/ethernet/netronome/nfp/bpf/main.h

406

static inline bool is_mbpf_store_pkt(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

408

return is_mbpf_store(meta) && meta->ptr.type == PTR_TO_PACKET;

drivers/net/ethernet/netronome/nfp/bpf/main.h

411

static inline bool is_mbpf_classic_load(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

413

u8 code = meta->insn.code;

drivers/net/ethernet/netronome/nfp/bpf/main.h

419

static inline bool is_mbpf_classic_store(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

421

u8 code = meta->insn.code;

drivers/net/ethernet/netronome/nfp/bpf/main.h

426

static inline bool is_mbpf_classic_store_pkt(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

428

return is_mbpf_classic_store(meta) && meta->ptr.type == PTR_TO_PACKET;

drivers/net/ethernet/netronome/nfp/bpf/main.h

431

static inline bool is_mbpf_atomic(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

433

return (meta->insn.code & ~BPF_SIZE_MASK) == (BPF_STX | BPF_ATOMIC);

drivers/net/ethernet/netronome/nfp/bpf/main.h

436

static inline bool is_mbpf_mul(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

438

return is_mbpf_alu(meta) && mbpf_op(meta) == BPF_MUL;

drivers/net/ethernet/netronome/nfp/bpf/main.h

441

static inline bool is_mbpf_div(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

443

return is_mbpf_alu(meta) && mbpf_op(meta) == BPF_DIV;

drivers/net/ethernet/netronome/nfp/bpf/main.h

446

static inline bool is_mbpf_cond_jump(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

450

if (is_mbpf_jmp32(meta))

drivers/net/ethernet/netronome/nfp/bpf/main.h

453

if (!is_mbpf_jmp64(meta))

drivers/net/ethernet/netronome/nfp/bpf/main.h

456

op = mbpf_op(meta);

drivers/net/ethernet/netronome/nfp/bpf/main.h

460

static inline bool is_mbpf_helper_call(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

462

struct bpf_insn insn = meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/main.h

468

static inline bool is_mbpf_pseudo_call(const struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/main.h

470

struct bpf_insn insn = meta->insn;

drivers/net/ethernet/netronome/nfp/bpf/main.h

559

bool nfp_is_subprog_start(struct nfp_insn_meta *meta);

drivers/net/ethernet/netronome/nfp/bpf/main.h

586

nfp_bpf_goto_meta(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/offload.c

152

struct nfp_insn_meta *meta;

drivers/net/ethernet/netronome/nfp/bpf/offload.c

156

meta = kzalloc_obj(*meta);

drivers/net/ethernet/netronome/nfp/bpf/offload.c

157

if (!meta)

drivers/net/ethernet/netronome/nfp/bpf/offload.c

160

meta->insn = prog[i];

drivers/net/ethernet/netronome/nfp/bpf/offload.c

161

meta->n = i;

drivers/net/ethernet/netronome/nfp/bpf/offload.c

162

if (is_mbpf_alu(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/offload.c

163

meta->umin_src = U64_MAX;

drivers/net/ethernet/netronome/nfp/bpf/offload.c

164

meta->umin_dst = U64_MAX;

drivers/net/ethernet/netronome/nfp/bpf/offload.c

167

list_add_tail(&meta->l, &nfp_prog->insns);

drivers/net/ethernet/netronome/nfp/bpf/offload.c

178

struct nfp_insn_meta *meta, *tmp;

drivers/net/ethernet/netronome/nfp/bpf/offload.c

182

list_for_each_entry_safe(meta, tmp, &nfp_prog->insns, l) {

drivers/net/ethernet/netronome/nfp/bpf/offload.c

183

list_del(&meta->l);

drivers/net/ethernet/netronome/nfp/bpf/offload.c

184

kfree(meta);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

158

struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

172

struct nfp_insn_meta *meta)

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

178

u32 func_id = meta->insn.imm;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

191

nfp_record_adjust_head(bpf, nfp_prog, meta, reg2);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

20

nfp_bpf_goto_meta(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

202

if (!nfp_bpf_map_call_ok("map_lookup", env, meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

205

meta->func_id ? &meta->arg2 : NULL))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

210

if (!nfp_bpf_map_call_ok("map_update", env, meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

213

meta->func_id ? &meta->arg2 : NULL) ||

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

220

if (!nfp_bpf_map_call_ok("map_delete", env, meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

223

meta->func_id ? &meta->arg2 : NULL))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

25

backward = meta->n - insn_idx;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

26

forward = insn_idx - meta->n;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

288

if (!meta->func_id)

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

291

if (reg1->type != meta->arg1.type) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

293

meta->arg1.type, reg1->type);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

30

meta = nfp_prog_last_meta(nfp_prog);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

303

meta->func_id = func_id;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

304

meta->arg1 = *reg1;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

305

meta->arg2.reg = *reg2;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

34

meta = nfp_prog_first_meta(nfp_prog);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

344

struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

351

meta->flags |= FLAG_INSN_PTR_CALLER_STACK_FRAME;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

358

if (meta->ptr.type == NOT_INIT)

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

361

old_off = meta->ptr.var_off.value;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

364

meta->ptr_not_const |= old_off != new_off;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

366

if (!meta->ptr_not_const)

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

39

meta = nfp_meta_next(meta);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

417

nfp_bpf_map_mark_used(struct bpf_verifier_env *env, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

42

meta = nfp_meta_prev(meta);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

431

off = reg->var_off.value + meta->insn.off;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

432

size = BPF_LDST_BYTES(&meta->insn);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

44

return meta;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

451

nfp_bpf_check_ptr(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

466

err = nfp_bpf_check_stack_access(nfp_prog, meta, reg, env);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

472

if (is_mbpf_load(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

473

err = nfp_bpf_map_mark_used(env, meta, reg,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

478

if (is_mbpf_store(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

482

if (is_mbpf_atomic(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

483

err = nfp_bpf_map_mark_used(env, meta, reg,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

49

struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

490

if (meta->ptr.type != NOT_INIT && meta->ptr.type != reg->type) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

492

meta->ptr.type, reg->type);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

496

meta->ptr = *reg;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

502

nfp_bpf_check_store(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

505

const struct bpf_reg_state *reg = cur_regs(env) + meta->insn.dst_reg;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

510

switch (meta->insn.off) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

522

return nfp_bpf_check_ptr(nfp_prog, meta, env, meta->insn.dst_reg);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

526

nfp_bpf_check_atomic(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

529

const struct bpf_reg_state *sreg = cur_regs(env) + meta->insn.src_reg;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

530

const struct bpf_reg_state *dreg = cur_regs(env) + meta->insn.dst_reg;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

532

if (meta->insn.imm != BPF_ADD) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

533

pr_vlog(env, "atomic op not implemented: %d\n", meta->insn.imm);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

547

meta->xadd_over_16bit |=

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

549

meta->xadd_maybe_16bit |=

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

552

return nfp_bpf_check_ptr(nfp_prog, meta, env, meta->insn.dst_reg);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

556

nfp_bpf_check_alu(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

560

cur_regs(env) + meta->insn.src_reg;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

562

cur_regs(env) + meta->insn.dst_reg;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

564

meta->umin_src = min(meta->umin_src, reg_umin(sreg));

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

565

meta->umax_src = max(meta->umax_src, reg_umax(sreg));

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

566

meta->umin_dst = min(meta->umin_dst, reg_umin(dreg));

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

567

meta->umax_dst = max(meta->umax_dst, reg_umax(dreg));

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

581

if (is_mbpf_mul(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

582

if (meta->umax_dst > U32_MAX) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

586

if (mbpf_src(meta) == BPF_X && meta->umax_src > U32_MAX) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

590

if (mbpf_class(meta) == BPF_ALU64 &&

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

591

mbpf_src(meta) == BPF_K && meta->insn.imm < 0) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

607

if (is_mbpf_div(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

608

if (meta->umax_dst > U32_MAX) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

612

if (mbpf_src(meta) == BPF_X) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

613

if (meta->umin_src != meta->umax_src) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

617

if (meta->umax_src > U32_MAX) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

622

if (mbpf_src(meta) == BPF_K && meta->insn.imm < 0) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

635

struct nfp_insn_meta *meta = nfp_prog->verifier_meta;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

637

meta = nfp_bpf_goto_meta(nfp_prog, meta, insn_idx);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

638

nfp_prog->verifier_meta = meta;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

640

if (!nfp_bpf_supported_opcode(meta->insn.code)) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

642

meta->insn.code);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

646

if (meta->insn.src_reg >= MAX_BPF_REG ||

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

647

meta->insn.dst_reg >= MAX_BPF_REG) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

652

if (is_mbpf_helper_call(meta))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

653

return nfp_bpf_check_helper_call(nfp_prog, env, meta);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

654

if (meta->insn.code == (BPF_JMP | BPF_EXIT))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

657

if (is_mbpf_load(meta))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

658

return nfp_bpf_check_ptr(nfp_prog, meta, env,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

659

meta->insn.src_reg);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

660

if (is_mbpf_store(meta))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

661

return nfp_bpf_check_store(nfp_prog, meta, env);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

663

if (is_mbpf_atomic(meta))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

664

return nfp_bpf_check_atomic(nfp_prog, meta, env);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

666

if (is_mbpf_alu(meta))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

667

return nfp_bpf_check_alu(nfp_prog, meta, env);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

676

struct nfp_insn_meta *meta;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

679

list_for_each_entry(meta, &nfp_prog->insns, l) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

680

if (nfp_is_subprog_start(meta))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

682

meta->subprog_idx = index;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

684

if (meta->insn.dst_reg >= BPF_REG_6 &&

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

685

meta->insn.dst_reg <= BPF_REG_9)

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

700

struct nfp_insn_meta *meta = nfp_prog_first_meta(nfp_prog);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

705

unsigned short idx = meta->subprog_idx;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

71

if (nfp_prog->adjust_head_location != meta->n)

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

720

for (; meta != nfp_prog_last_meta(nfp_prog) && meta->subprog_idx == idx;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

721

meta = nfp_meta_next(meta)) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

722

if (!is_mbpf_pseudo_call(meta))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

728

ret_insn[frame] = nfp_meta_next(meta);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

732

meta = nfp_bpf_goto_meta(nfp_prog, meta,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

733

meta->n + 1 + meta->insn.imm);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

734

idx = meta->subprog_idx;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

74

if (meta->arg2.reg.var_off.value != imm)

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

747

meta = ret_insn[frame];

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

755

struct nfp_insn_meta *meta;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

757

list_for_each_entry(meta, &nfp_prog->insns, l) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

758

if (aux[meta->n].zext_dst)

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

759

meta->flags |= FLAG_INSN_DO_ZEXT;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

78

location = meta->n;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

812

struct nfp_insn_meta *meta = nfp_prog->verifier_meta;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

814

meta = nfp_bpf_goto_meta(nfp_prog, meta, aux_data[off].orig_idx);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

815

nfp_prog->verifier_meta = meta;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

818

if (is_mbpf_cond_jump(meta) &&

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

825

meta->jmp_dst = list_next_entry(meta, l);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

826

meta->jump_neg_op = false;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

827

} else if (meta->jmp_dst->n != aux_data[tgt_off].orig_idx) {

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

829

off, meta->jmp_dst->n,

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

837

meta->insn.code, insn->code);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

845

struct nfp_insn_meta *meta = nfp_prog->verifier_meta;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

848

meta = nfp_bpf_goto_meta(nfp_prog, meta, aux_data[off].orig_idx);

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

851

if (WARN_ON_ONCE(&meta->l == &nfp_prog->insns))

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

855

if (meta->flags & FLAG_INSN_SKIP_VERIFIER_OPT)

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

858

meta->flags |= FLAG_INSN_SKIP_VERIFIER_OPT;

drivers/net/ethernet/netronome/nfp/bpf/verifier.c

859

meta = list_next_entry(meta, l);

drivers/net/ethernet/netronome/nfp/crypto/crypto.h

62

int nfp_net_ipsec_rx(struct nfp_meta_parsed *meta, struct sk_buff *skb);

drivers/net/ethernet/netronome/nfp/crypto/ipsec.c

607

int nfp_net_ipsec_rx(struct nfp_meta_parsed *meta, struct sk_buff *skb)

drivers/net/ethernet/netronome/nfp/crypto/ipsec.c

618

saidx = meta->ipsec_saidx - 1;

drivers/net/ethernet/netronome/nfp/flower/action.c

1062

nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_DROP);

drivers/net/ethernet/netronome/nfp/flower/action.c

1090

nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_POPV);

drivers/net/ethernet/netronome/nfp/flower/action.c

1103

nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL);

drivers/net/ethernet/netronome/nfp/flower/action.c

1133

nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL);

drivers/net/ethernet/netronome/nfp/flower/action.c

1175

nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL);

drivers/net/ethernet/netronome/nfp/flower/action.c

1190

nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL);

drivers/net/ethernet/netronome/nfp/flower/action.c

1203

nfp_fl->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL);

drivers/net/ethernet/netronome/nfp/flower/action.c

1290

nfp_flow->meta.act_len = 0;

drivers/net/ethernet/netronome/nfp/flower/action.c

1317

nfp_flow->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL);

drivers/net/ethernet/netronome/nfp/flower/action.c

1319

nfp_flow->meta.act_len = act_len;

drivers/net/ethernet/netronome/nfp/flower/action.c

166

nfp_flow->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL);

drivers/net/ethernet/netronome/nfp/flower/action.c

260

nfp_flow->meta.shortcut = output->port;

drivers/net/ethernet/netronome/nfp/flower/conntrack.c

2000

ctx_id = be32_to_cpu(nfp_flow->meta.host_ctx_id);

drivers/net/ethernet/netronome/nfp/flower/main.h

434

struct nfp_fl_rule_metadata meta;

drivers/net/ethernet/netronome/nfp/flower/metadata.c

323

nfp_flow->meta.host_ctx_id = cpu_to_be32(stats_cxt);

drivers/net/ethernet/netronome/nfp/flower/metadata.c

324

nfp_flow->meta.host_cookie = cpu_to_be64(cookie);

drivers/net/ethernet/netronome/nfp/flower/metadata.c

350

nfp_flow->meta.mask_len,

drivers/net/ethernet/netronome/nfp/flower/metadata.c

351

&nfp_flow->meta.flags, &new_mask_id)) {

drivers/net/ethernet/netronome/nfp/flower/metadata.c

357

nfp_flow->meta.flow_version = cpu_to_be64(priv->flower_version);

drivers/net/ethernet/netronome/nfp/flower/metadata.c

378

nfp_flow->meta.mask_len,

drivers/net/ethernet/netronome/nfp/flower/metadata.c

395

nfp_flow->meta.flags &= ~NFP_FL_META_FLAG_MANAGE_MASK;

drivers/net/ethernet/netronome/nfp/flower/metadata.c

396

nfp_flow->meta.flow_version = cpu_to_be64(priv->flower_version);

drivers/net/ethernet/netronome/nfp/flower/metadata.c

412

nfp_flow->meta.mask_len, &nfp_flow->meta.flags,

drivers/net/ethernet/netronome/nfp/flower/metadata.c

419

temp_ctx_id = be32_to_cpu(nfp_flow->meta.host_ctx_id);

drivers/net/ethernet/netronome/nfp/flower/offload.c

1022

parent_ctx = (u64)(be32_to_cpu(sub_flow1->meta.host_ctx_id)) << 32;

drivers/net/ethernet/netronome/nfp/flower/offload.c

1023

parent_ctx |= (u64)(be32_to_cpu(sub_flow2->meta.host_ctx_id));

drivers/net/ethernet/netronome/nfp/flower/offload.c

103

key_len = nfp_flow->meta.key_len;

drivers/net/ethernet/netronome/nfp/flower/offload.c

1034

merge_key_ls.key_size = sub_flow1->meta.key_len;

drivers/net/ethernet/netronome/nfp/flower/offload.c

104

mask_len = nfp_flow->meta.mask_len;

drivers/net/ethernet/netronome/nfp/flower/offload.c

1044

sub_flow1->meta.key_len);

drivers/net/ethernet/netronome/nfp/flower/offload.c

1046

sub_flow1->meta.mask_len);

drivers/net/ethernet/netronome/nfp/flower/offload.c

105

act_len = nfp_flow->meta.act_len;

drivers/net/ethernet/netronome/nfp/flower/offload.c

112

nfp_flow->meta.key_len >>= NFP_FL_LW_SIZ;

drivers/net/ethernet/netronome/nfp/flower/offload.c

113

nfp_flow->meta.mask_len >>= NFP_FL_LW_SIZ;

drivers/net/ethernet/netronome/nfp/flower/offload.c

114

nfp_flow->meta.act_len >>= NFP_FL_LW_SIZ;

drivers/net/ethernet/netronome/nfp/flower/offload.c

121

memcpy(msg, &nfp_flow->meta, meta_len);

drivers/net/ethernet/netronome/nfp/flower/offload.c

1294

if (act_offset != flow->meta.act_len) {

drivers/net/ethernet/netronome/nfp/flower/offload.c

130

nfp_flow->meta.key_len <<= NFP_FL_LW_SIZ;

drivers/net/ethernet/netronome/nfp/flower/offload.c

131

nfp_flow->meta.mask_len <<= NFP_FL_LW_SIZ;

drivers/net/ethernet/netronome/nfp/flower/offload.c

132

nfp_flow->meta.act_len <<= NFP_FL_LW_SIZ;

drivers/net/ethernet/netronome/nfp/flower/offload.c

1501

u32 ctx_id = be32_to_cpu(link->sub_flow.flow->meta.host_ctx_id);

drivers/net/ethernet/netronome/nfp/flower/offload.c

1639

ctx_id = be32_to_cpu(merge_flow->meta.host_ctx_id);

drivers/net/ethernet/netronome/nfp/flower/offload.c

1657

ctx_id = be32_to_cpu(sub_flow->meta.host_ctx_id);

drivers/net/ethernet/netronome/nfp/flower/offload.c

1710

ctx_id = be32_to_cpu(nfp_flow->meta.host_ctx_id);

drivers/net/ethernet/netronome/nfp/flower/offload.c

556

flow_pay->meta.key_len = key_layer->key_size;

drivers/net/ethernet/netronome/nfp/flower/offload.c

561

flow_pay->meta.mask_len = key_layer->key_size;

drivers/net/ethernet/netronome/nfp/flower/offload.c

572

flow_pay->meta.flags = 0;

drivers/net/ethernet/netronome/nfp/flower/offload.c

608

while (act_off < flow->meta.act_len) {

drivers/net/ethernet/netronome/nfp/flower/offload.c

890

sub1_act_len = sub_flow1->meta.act_len - sizeof(struct nfp_fl_output);

drivers/net/ethernet/netronome/nfp/flower/offload.c

891

sub2_act_len = sub_flow2->meta.act_len;

drivers/net/ethernet/netronome/nfp/flower/offload.c

901

merge_flow->meta.shortcut = cpu_to_be32(NFP_FL_SC_ACT_NULL);

drivers/net/ethernet/netronome/nfp/flower/offload.c

903

merge_flow->meta.shortcut = sub_flow2->meta.shortcut;

drivers/net/ethernet/netronome/nfp/flower/offload.c

905

merge_flow->meta.act_len = sub1_act_len + sub2_act_len;

drivers/net/ethernet/netronome/nfp/flower/offload.c

948

merge_flow->meta.act_len -= sizeof(*post_tun_push_vlan);

drivers/net/ethernet/netronome/nfp/flower/tunnel_conf.c

1444

payload.host_ctx_id = flow->meta.host_ctx_id;

drivers/net/ethernet/netronome/nfp/flower/tunnel_conf.c

354

ext->host_ctx = flow_pay->meta.host_ctx_id;

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

1007

if (xdp_prog && !meta.portid) {

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

1050

if (likely(!meta.portid)) {

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

1052

} else if (meta.portid == NFP_META_PORT_ID_CTRL) {

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

1064

netdev = nfp_app_dev_get(nn->app, meta.portid,

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

1094

skb->mark = meta.mark;

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

1095

skb_set_hash(skb, meta.hash, meta.hash_type);

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

1100

nfp_nfd3_rx_csum(dp, r_vec, rxd, &meta, skb);

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

1111

if (unlikely(!nfp_net_vlan_strip(skb, rxd, &meta))) {

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

1117

if (meta.ipsec_saidx != 0 && unlikely(nfp_net_ipsec_rx(&meta, skb))) {

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

664

const struct nfp_meta_parsed *meta, struct sk_buff *skb)

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

671

if (meta->csum_type) {

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

672

skb->ip_summed = meta->csum_type;

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

673

skb->csum = meta->csum;

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

709

nfp_nfd3_set_hash(struct net_device *netdev, struct nfp_meta_parsed *meta,

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

719

meta->hash_type = PKT_HASH_TYPE_L3;

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

722

meta->hash_type = PKT_HASH_TYPE_L4;

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

726

meta->hash = get_unaligned_be32(hash);

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

730

nfp_nfd3_set_hash_desc(struct net_device *netdev, struct nfp_meta_parsed *meta,

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

738

nfp_nfd3_set_hash(netdev, meta, get_unaligned_be32(&rx_hash->hash_type),

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

743

nfp_nfd3_parse_meta(struct net_device *netdev, struct nfp_meta_parsed *meta,

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

755

nfp_nfd3_set_hash(netdev, meta,

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

761

meta->mark = get_unaligned_be32(data);

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

767

meta->vlan.stripped = true;

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

768

meta->vlan.tpid = FIELD_GET(NFP_NET_META_VLAN_TPID_MASK,

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

770

meta->vlan.tci = FIELD_GET(NFP_NET_META_VLAN_TCI_MASK,

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

776

meta->portid = get_unaligned_be32(data);

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

780

meta->csum_type = CHECKSUM_COMPLETE;

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

781

meta->csum =

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

796

meta->ipsec_saidx = get_unaligned_be32(data) + 1;

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

928

struct nfp_meta_parsed meta;

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

946

memset(&meta, 0, sizeof(meta));

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

993

nfp_nfd3_set_hash_desc(dp->netdev, &meta,

drivers/net/ethernet/netronome/nfp/nfd3/dp.c

996

if (unlikely(nfp_nfd3_parse_meta(dp->netdev, &meta,

drivers/net/ethernet/netronome/nfp/nfd3/nfd3.h

90

const struct nfp_meta_parsed *meta, struct sk_buff *skb);

drivers/net/ethernet/netronome/nfp/nfd3/nfd3.h

92

nfp_nfd3_parse_meta(struct net_device *netdev, struct nfp_meta_parsed *meta,

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

132

struct nfp_meta_parsed meta;

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

158

memset(&meta, 0, sizeof(meta));

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

191

if (unlikely(nfp_nfd3_parse_meta(dp->netdev, &meta,

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

201

if (unlikely(meta.portid)) {

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

204

if (meta.portid != NFP_META_PORT_ID_CTRL) {

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

206

xrxbuf, &meta,

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

226

nfp_nfd3_xsk_rx_skb(rx_ring, rxd, xrxbuf, &meta, pkt_len,

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

59

const struct nfp_meta_parsed *meta,

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

69

if (likely(!meta->portid)) {

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

74

netdev = nfp_app_dev_get(nn->app, meta->portid, NULL);

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

89

skb->mark = meta->mark;

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

90

skb_set_hash(skb, meta->hash, meta->hash_type);

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

95

nfp_nfd3_rx_csum(dp, r_vec, rxd, meta, skb);

drivers/net/ethernet/netronome/nfp/nfd3/xsk.c

97

if (unlikely(!nfp_net_vlan_strip(skb, rxd, meta))) {

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1050

struct nfp_meta_parsed meta;

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1068

memset(&meta, 0, sizeof(meta));

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1115

if (unlikely(nfp_nfdk_parse_meta(dp->netdev, &meta,

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1126

if (xdp_prog && !meta.portid) {

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1169

if (likely(!meta.portid)) {

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1171

} else if (meta.portid == NFP_META_PORT_ID_CTRL) {

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1183

netdev = nfp_app_dev_get(nn->app, meta.portid,

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1213

skb->mark = meta.mark;

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1214

skb_set_hash(skb, meta.hash, meta.hash_type);

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1219

nfp_nfdk_rx_csum(dp, r_vec, rxd, &meta, skb);

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1221

if (unlikely(!nfp_net_vlan_strip(skb, rxd, &meta))) {

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

1227

if (meta.ipsec_saidx != 0 && unlikely(nfp_net_ipsec_rx(&meta, skb))) {

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

676

struct nfp_net_rx_desc *rxd, struct nfp_meta_parsed *meta,

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

684

if (meta->csum_type) {

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

685

skb->ip_summed = meta->csum_type;

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

686

skb->csum = meta->csum;

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

722

nfp_nfdk_set_hash(struct net_device *netdev, struct nfp_meta_parsed *meta,

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

732

meta->hash_type = PKT_HASH_TYPE_L3;

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

735

meta->hash_type = PKT_HASH_TYPE_L4;

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

739

meta->hash = get_unaligned_be32(hash);

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

743

nfp_nfdk_parse_meta(struct net_device *netdev, struct nfp_meta_parsed *meta,

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

755

nfp_nfdk_set_hash(netdev, meta,

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

761

meta->mark = get_unaligned_be32(data);

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

767

meta->vlan.stripped = true;

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

768

meta->vlan.tpid = FIELD_GET(NFP_NET_META_VLAN_TPID_MASK,

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

770

meta->vlan.tci = FIELD_GET(NFP_NET_META_VLAN_TCI_MASK,

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

776

meta->portid = get_unaligned_be32(data);

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

780

meta->csum_type = CHECKSUM_COMPLETE;

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

781

meta->csum =

drivers/net/ethernet/netronome/nfp/nfdk/dp.c

796

meta->ipsec_saidx = get_unaligned_be32(data) + 1;

drivers/net/ethernet/netronome/nfp/nfp_net_dp.c

443

const struct nfp_meta_parsed *meta)

drivers/net/ethernet/netronome/nfp/nfp_net_dp.c

450

} else if (meta->vlan.stripped) {

drivers/net/ethernet/netronome/nfp/nfp_net_dp.c

451

if (meta->vlan.tpid == NFP_NET_VLAN_CTAG)

drivers/net/ethernet/netronome/nfp/nfp_net_dp.c

453

else if (meta->vlan.tpid == NFP_NET_VLAN_STAG)

drivers/net/ethernet/netronome/nfp/nfp_net_dp.c

458

tci = meta->vlan.tci;

drivers/net/ethernet/netronome/nfp/nfp_net_dp.h

110

const struct nfp_meta_parsed *meta);

drivers/net/ethernet/qlogic/qed/qed_debug.c

6775

struct mcp_trace_meta *meta;

drivers/net/ethernet/qlogic/qed/qed_debug.c

6779

meta = &dev_user_data->mcp_trace_meta;

drivers/net/ethernet/qlogic/qed/qed_debug.c

6783

if (meta->is_allocated)

drivers/net/ethernet/qlogic/qed/qed_debug.c

6786

memset(meta, 0, sizeof(*meta));

drivers/net/ethernet/qlogic/qed/qed_debug.c

6794

meta->modules_num = qed_read_byte_from_buf(meta_buf_bytes, &offset);

drivers/net/ethernet/qlogic/qed/qed_debug.c

6795

meta->modules = kcalloc(meta->modules_num, sizeof(char *),

drivers/net/ethernet/qlogic/qed/qed_debug.c

6797

if (!meta->modules)

drivers/net/ethernet/qlogic/qed/qed_debug.c

6801

for (i = 0; i < meta->modules_num; i++) {

drivers/net/ethernet/qlogic/qed/qed_debug.c

6804

*(meta->modules + i) = kzalloc(module_len, GFP_KERNEL);

drivers/net/ethernet/qlogic/qed/qed_debug.c

6805

if (!(*(meta->modules + i))) {

drivers/net/ethernet/qlogic/qed/qed_debug.c

6807

meta->modules_num = i ? i - 1 : 0;

drivers/net/ethernet/qlogic/qed/qed_debug.c

6812

*(meta->modules + i));

drivers/net/ethernet/qlogic/qed/qed_debug.c

6814

(*(meta->modules + i))[MCP_TRACE_MAX_MODULE_LEN] = '\0';

drivers/net/ethernet/qlogic/qed/qed_debug.c

6823

meta->formats_num = qed_read_dword_from_buf(meta_buf_bytes, &offset);

drivers/net/ethernet/qlogic/qed/qed_debug.c

6824

meta->formats = kzalloc_objs(struct mcp_trace_format, meta->formats_num);

drivers/net/ethernet/qlogic/qed/qed_debug.c

6825

if (!meta->formats)

drivers/net/ethernet/qlogic/qed/qed_debug.c

6829

for (i = 0; i < meta->formats_num; i++) {

drivers/net/ethernet/qlogic/qed/qed_debug.c

6830

struct mcp_trace_format *format_ptr = &meta->formats[i];

drivers/net/ethernet/qlogic/qed/qed_debug.c

6840

meta->formats_num = i ? i - 1 : 0;

drivers/net/ethernet/qlogic/qed/qed_debug.c

6849

meta->is_allocated = true;

drivers/net/ethernet/qlogic/qed/qed_debug.c

6873

struct mcp_trace_meta *meta;

drivers/net/ethernet/qlogic/qed/qed_debug.c

6878

meta = &dev_user_data->mcp_trace_meta;

drivers/net/ethernet/qlogic/qed/qed_debug.c

6881

if (!meta->is_allocated)

drivers/net/ethernet/qlogic/qed/qed_debug.c

6903

if (format_idx >= meta->formats_num) {

drivers/net/ethernet/qlogic/qed/qed_debug.c

6917

format_ptr = &meta->formats[format_idx];

drivers/net/ethernet/qlogic/qed/qed_debug.c

6964

meta->modules[format_module]);

drivers/net/ethernet/qlogic/qed/qed_debug.c

7619

struct mcp_trace_meta *meta;

drivers/net/ethernet/qlogic/qed/qed_debug.c

7623

meta = &dev_user_data->mcp_trace_meta;

drivers/net/ethernet/qlogic/qed/qed_debug.c

7624

if (!meta->is_allocated)

drivers/net/ethernet/qlogic/qed/qed_debug.c

7628

if (meta->modules) {

drivers/net/ethernet/qlogic/qed/qed_debug.c

7629

for (i = 0; i < meta->modules_num; i++)

drivers/net/ethernet/qlogic/qed/qed_debug.c

7630

kfree(meta->modules[i]);

drivers/net/ethernet/qlogic/qed/qed_debug.c

7631

kfree(meta->modules);

drivers/net/ethernet/qlogic/qed/qed_debug.c

7635

if (meta->formats) {

drivers/net/ethernet/qlogic/qed/qed_debug.c

7636

for (i = 0; i < meta->formats_num; i++)

drivers/net/ethernet/qlogic/qed/qed_debug.c

7637

kfree(meta->formats[i].format_str);

drivers/net/ethernet/qlogic/qed/qed_debug.c

7638

kfree(meta->formats);

drivers/net/ethernet/qlogic/qed/qed_debug.c

7641

meta->is_allocated = false;

drivers/net/ethernet/stmicro/stmmac/stmmac_main.c

2697

struct xsk_tx_metadata *meta = NULL;

drivers/net/ethernet/stmicro/stmmac/stmmac_main.c

2722

meta = xsk_buff_get_metadata(pool, xdp_desc.addr);

drivers/net/ethernet/stmicro/stmmac/stmmac_main.c

2751

xsk_tx_metadata_request(meta, &stmmac_xsk_tx_metadata_ops,

drivers/net/ethernet/stmicro/stmmac/stmmac_main.c

2765

xsk_tx_metadata_to_compl(meta,

drivers/net/wireless/ath/ath11k/dbring.c

357

handler_data.meta = ev->meta_data[num_buff_reaped];

drivers/net/wireless/ath/ath11k/dbring.h

23

struct wmi_dma_buf_release_meta_data meta;

drivers/net/wireless/ath/ath11k/spectral.c

465

struct wmi_dma_buf_release_meta_data *meta,

drivers/net/wireless/ath/ath11k/spectral.c

493

memcpy(&report->meta, meta, sizeof(*meta));

drivers/net/wireless/ath/ath11k/spectral.c

629

chan_width_mhz = summary->meta.ch_width;

drivers/net/wireless/ath/ath11k/spectral.c

660

fft_sample->noise = __cpu_to_be32(summary->meta.noise_floor[search.chain_idx]);

drivers/net/wireless/ath/ath11k/spectral.c

662

freq = summary->meta.freq1;

drivers/net/wireless/ath/ath11k/spectral.c

665

freq = summary->meta.freq2;

drivers/net/wireless/ath/ath11k/spectral.c

76

struct wmi_dma_buf_release_meta_data meta;

drivers/net/wireless/ath/ath11k/spectral.c

781

ath11k_spectral_pull_summary(ar, &param->meta,

drivers/net/wireless/ath/ath12k/dbring.c

297

handler_data.meta = ev->meta_data[num_buff_reaped];

drivers/net/wireless/ath/ath12k/dbring.h

23

struct ath12k_wmi_dma_buf_release_meta_data_params meta;

drivers/net/wireless/ath/ath6kl/txrx.c

1305

struct wmi_rx_meta_v2 *meta;

drivers/net/wireless/ath/ath6kl/txrx.c

1533

meta = (struct wmi_rx_meta_v2 *) skb->data;

drivers/net/wireless/ath/ath6kl/txrx.c

1534

if (meta->csum_flags & 0x1) {

drivers/net/wireless/ath/ath6kl/txrx.c

1536

skb->csum = (__force __wsum) meta->csum;

drivers/net/wireless/ath/ath6kl/txrx.c

368

void *meta;

drivers/net/wireless/ath/ath6kl/txrx.c

421

meta = &meta_v2;

drivers/net/wireless/ath/ath6kl/txrx.c

424

meta = NULL;

drivers/net/wireless/ath/ath6kl/txrx.c

430

meta, vif->fw_vif_idx);

drivers/net/wireless/broadcom/b43/dma.c

1196

struct b43_dmadesc_meta *meta;

drivers/net/wireless/broadcom/b43/dma.c

1236

desc = ops->idx2desc(ring, slot, &meta);

drivers/net/wireless/broadcom/b43/dma.c

1237

memset(meta, 0, sizeof(*meta));

drivers/net/wireless/broadcom/b43/dma.c

1239

meta->skb = skb;

drivers/net/wireless/broadcom/b43/dma.c

1240

meta->is_last_fragment = true;

drivers/net/wireless/broadcom/b43/dma.c

1243

meta->dmaaddr = map_descbuffer(ring, skb->data, skb->len, 1);

drivers/net/wireless/broadcom/b43/dma.c

1245

if (b43_dma_mapping_error(ring, meta->dmaaddr, skb->len, 1)) {

drivers/net/wireless/broadcom/b43/dma.c

1255

meta->dmaaddr = map_descbuffer(ring, priv_info->bouncebuffer, skb->len, 1);

drivers/net/wireless/broadcom/b43/dma.c

1256

if (b43_dma_mapping_error(ring, meta->dmaaddr, skb->len, 1)) {

drivers/net/wireless/broadcom/b43/dma.c

1266

ops->fill_descriptor(ring, desc, meta->dmaaddr, skb->len, 0, 1, 1);

drivers/net/wireless/broadcom/b43/dma.c

1416

struct b43_dmadesc_meta *meta;

drivers/net/wireless/broadcom/b43/dma.c

1473

ops->idx2desc(ring, slot, &meta);

drivers/net/wireless/broadcom/b43/dma.c

1475

if (b43_dma_ptr_is_poisoned(meta->skb)) {

drivers/net/wireless/broadcom/b43/dma.c

1482

if (meta->skb) {

drivers/net/wireless/broadcom/b43/dma.c

1484

b43_get_priv_tx_info(IEEE80211_SKB_CB(meta->skb));

drivers/net/wireless/broadcom/b43/dma.c

1486

unmap_descbuffer(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43/dma.c

1487

meta->skb->len, 1);

drivers/net/wireless/broadcom/b43/dma.c

1491

unmap_descbuffer(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43/dma.c

1495

if (meta->is_last_fragment) {

drivers/net/wireless/broadcom/b43/dma.c

1498

if (unlikely(!meta->skb)) {

drivers/net/wireless/broadcom/b43/dma.c

1508

info = IEEE80211_SKB_CB(meta->skb);

drivers/net/wireless/broadcom/b43/dma.c

1531

ieee80211_tx_status_skb(dev->wl->hw, meta->skb);

drivers/net/wireless/broadcom/b43/dma.c

1535

meta->skb = B43_DMA_PTR_POISON;

drivers/net/wireless/broadcom/b43/dma.c

1540

if (unlikely(meta->skb)) {

drivers/net/wireless/broadcom/b43/dma.c

1551

if (meta->is_last_fragment && !skip) {

drivers/net/wireless/broadcom/b43/dma.c

1583

struct b43_dmadesc_meta *meta;

drivers/net/wireless/broadcom/b43/dma.c

1590

desc = ops->idx2desc(ring, *slot, &meta);

drivers/net/wireless/broadcom/b43/dma.c

1592

sync_descbuffer_for_cpu(ring, meta->dmaaddr, ring->rx_buffersize);

drivers/net/wireless/broadcom/b43/dma.c

1593

skb = meta->skb;

drivers/net/wireless/broadcom/b43/dma.c

1606

dmaaddr = meta->dmaaddr;

drivers/net/wireless/broadcom/b43/dma.c

1614

dmaaddr = meta->dmaaddr;

drivers/net/wireless/broadcom/b43/dma.c

1627

desc = ops->idx2desc(ring, *slot, &meta);

drivers/net/wireless/broadcom/b43/dma.c

1629

b43_poison_rx_buffer(ring, meta->skb);

drivers/net/wireless/broadcom/b43/dma.c

1630

sync_descbuffer_for_device(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43/dma.c

1644

dmaaddr = meta->dmaaddr;

drivers/net/wireless/broadcom/b43/dma.c

1645

err = setup_rx_descbuffer(ring, desc, meta, GFP_ATOMIC);

drivers/net/wireless/broadcom/b43/dma.c

166

struct b43_dmadesc_meta **meta)

drivers/net/wireless/broadcom/b43/dma.c

170

*meta = &(ring->meta[slot]);

drivers/net/wireless/broadcom/b43/dma.c

396

struct b43_dmadesc_meta *meta)

drivers/net/wireless/broadcom/b43/dma.c

398

if (meta->skb) {

drivers/net/wireless/broadcom/b43/dma.c

400

ieee80211_free_txskb(ring->dev->wl->hw, meta->skb);

drivers/net/wireless/broadcom/b43/dma.c

402

dev_kfree_skb_any(meta->skb);

drivers/net/wireless/broadcom/b43/dma.c

403

meta->skb = NULL;

drivers/net/wireless/broadcom/b43/dma.c

594

struct b43_dmadesc_meta *meta, gfp_t gfp_flags)

drivers/net/wireless/broadcom/b43/dma.c

625

meta->skb = skb;

drivers/net/wireless/broadcom/b43/dma.c

626

meta->dmaaddr = dmaaddr;

drivers/net/wireless/broadcom/b43/dma.c

640

struct b43_dmadesc_meta *meta;

drivers/net/wireless/broadcom/b43/dma.c

643

desc = ring->ops->idx2desc(ring, i, &meta);

drivers/net/wireless/broadcom/b43/dma.c

645

err = setup_rx_descbuffer(ring, desc, meta, GFP_KERNEL);

drivers/net/wireless/broadcom/b43/dma.c

660

desc = ring->ops->idx2desc(ring, i, &meta);

drivers/net/wireless/broadcom/b43/dma.c

662

unmap_descbuffer(ring, meta->dmaaddr, ring->rx_buffersize, 0);

drivers/net/wireless/broadcom/b43/dma.c

663

dev_kfree_skb(meta->skb);

drivers/net/wireless/broadcom/b43/dma.c

74

struct b43_dmadesc_meta **meta)

drivers/net/wireless/broadcom/b43/dma.c

776

struct b43_dmadesc_meta *meta;

drivers/net/wireless/broadcom/b43/dma.c

78

*meta = &(ring->meta[slot]);

drivers/net/wireless/broadcom/b43/dma.c

783

ring->ops->idx2desc(ring, i, &meta);

drivers/net/wireless/broadcom/b43/dma.c

785

if (!meta->skb || b43_dma_ptr_is_poisoned(meta->skb)) {

drivers/net/wireless/broadcom/b43/dma.c

790

unmap_descbuffer(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43/dma.c

791

meta->skb->len, 1);

drivers/net/wireless/broadcom/b43/dma.c

793

unmap_descbuffer(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43/dma.c

796

free_descriptor_buffer(ring, meta);

drivers/net/wireless/broadcom/b43/dma.c

847

ring = kzalloc_flex(*ring, meta, nr_slots);

drivers/net/wireless/broadcom/b43/dma.c

854

ring->meta->skb = B43_DMA_PTR_POISON;

drivers/net/wireless/broadcom/b43/dma.h

202

meta);

drivers/net/wireless/broadcom/b43/dma.h

275

struct b43_dmadesc_meta meta[] __counted_by(nr_slots);

drivers/net/wireless/broadcom/b43legacy/dma.c

1000

if (b43legacy_dma_mapping_error(ring, meta->dmaaddr, skb->len, 1)) {

drivers/net/wireless/broadcom/b43legacy/dma.c

1008

op32_fill_descriptor(ring, desc, meta->dmaaddr,

drivers/net/wireless/broadcom/b43legacy/dma.c

1104

struct b43legacy_dmadesc_meta *meta;

drivers/net/wireless/broadcom/b43legacy/dma.c

1132

op32_idx2desc(ring, slot, &meta);

drivers/net/wireless/broadcom/b43legacy/dma.c

1134

if (meta->skb)

drivers/net/wireless/broadcom/b43legacy/dma.c

1135

unmap_descbuffer(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43legacy/dma.c

1136

meta->skb->len, 1);

drivers/net/wireless/broadcom/b43legacy/dma.c

1138

unmap_descbuffer(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43legacy/dma.c

1142

if (meta->is_last_fragment) {

drivers/net/wireless/broadcom/b43legacy/dma.c

1144

BUG_ON(!meta->skb);

drivers/net/wireless/broadcom/b43legacy/dma.c

1145

info = IEEE80211_SKB_CB(meta->skb);

drivers/net/wireless/broadcom/b43legacy/dma.c

1182

ieee80211_tx_status_irqsafe(dev->wl->hw, meta->skb);

drivers/net/wireless/broadcom/b43legacy/dma.c

1184

meta->skb = NULL;

drivers/net/wireless/broadcom/b43legacy/dma.c

1189

B43legacy_WARN_ON(meta->skb != NULL);

drivers/net/wireless/broadcom/b43legacy/dma.c

1195

if (meta->is_last_fragment)

drivers/net/wireless/broadcom/b43legacy/dma.c

1223

struct b43legacy_dmadesc_meta *meta;

drivers/net/wireless/broadcom/b43legacy/dma.c

1230

desc = op32_idx2desc(ring, *slot, &meta);

drivers/net/wireless/broadcom/b43legacy/dma.c

1232

sync_descbuffer_for_cpu(ring, meta->dmaaddr, ring->rx_buffersize);

drivers/net/wireless/broadcom/b43legacy/dma.c

1233

skb = meta->skb;

drivers/net/wireless/broadcom/b43legacy/dma.c

1250

sync_descbuffer_for_device(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43legacy/dma.c

1267

sync_descbuffer_for_device(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43legacy/dma.c

1282

desc = op32_idx2desc(ring, *slot, &meta);

drivers/net/wireless/broadcom/b43legacy/dma.c

1284

sync_descbuffer_for_device(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43legacy/dma.c

1298

dmaaddr = meta->dmaaddr;

drivers/net/wireless/broadcom/b43legacy/dma.c

1299

err = setup_rx_descbuffer(ring, desc, meta, GFP_ATOMIC);

drivers/net/wireless/broadcom/b43legacy/dma.c

285

struct b43legacy_dmadesc_meta *meta,

drivers/net/wireless/broadcom/b43legacy/dma.c

288

if (meta->skb) {

drivers/net/wireless/broadcom/b43legacy/dma.c

290

dev_kfree_skb_irq(meta->skb);

drivers/net/wireless/broadcom/b43legacy/dma.c

292

dev_kfree_skb(meta->skb);

drivers/net/wireless/broadcom/b43legacy/dma.c

293

meta->skb = NULL;

drivers/net/wireless/broadcom/b43legacy/dma.c

34

struct b43legacy_dmadesc_meta **meta)

drivers/net/wireless/broadcom/b43legacy/dma.c

38

*meta = &(ring->meta[slot]);

drivers/net/wireless/broadcom/b43legacy/dma.c

421

struct b43legacy_dmadesc_meta *meta,

drivers/net/wireless/broadcom/b43legacy/dma.c

454

meta->skb = skb;

drivers/net/wireless/broadcom/b43legacy/dma.c

455

meta->dmaaddr = dmaaddr;

drivers/net/wireless/broadcom/b43legacy/dma.c

474

struct b43legacy_dmadesc_meta *meta;

drivers/net/wireless/broadcom/b43legacy/dma.c

477

desc = op32_idx2desc(ring, i, &meta);

drivers/net/wireless/broadcom/b43legacy/dma.c

479

err = setup_rx_descbuffer(ring, desc, meta, GFP_KERNEL);

drivers/net/wireless/broadcom/b43legacy/dma.c

494

desc = op32_idx2desc(ring, i, &meta);

drivers/net/wireless/broadcom/b43legacy/dma.c

496

unmap_descbuffer(ring, meta->dmaaddr, ring->rx_buffersize, 0);

drivers/net/wireless/broadcom/b43legacy/dma.c

497

dev_kfree_skb(meta->skb);

drivers/net/wireless/broadcom/b43legacy/dma.c

563

struct b43legacy_dmadesc_meta *meta;

drivers/net/wireless/broadcom/b43legacy/dma.c

569

op32_idx2desc(ring, i, &meta);

drivers/net/wireless/broadcom/b43legacy/dma.c

571

if (!meta->skb) {

drivers/net/wireless/broadcom/b43legacy/dma.c

576

unmap_descbuffer(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43legacy/dma.c

577

meta->skb->len, 1);

drivers/net/wireless/broadcom/b43legacy/dma.c

579

unmap_descbuffer(ring, meta->dmaaddr,

drivers/net/wireless/broadcom/b43legacy/dma.c

581

free_descriptor_buffer(ring, meta, 0);

drivers/net/wireless/broadcom/b43legacy/dma.c

623

ring->meta = kzalloc_objs(struct b43legacy_dmadesc_meta, nr_slots);

drivers/net/wireless/broadcom/b43legacy/dma.c

624

if (!ring->meta)

drivers/net/wireless/broadcom/b43legacy/dma.c

698

kfree(ring->meta);

drivers/net/wireless/broadcom/b43legacy/dma.c

723

kfree(ring->meta);

drivers/net/wireless/broadcom/b43legacy/dma.c

933

struct b43legacy_dmadesc_meta *meta;

drivers/net/wireless/broadcom/b43legacy/dma.c

972

desc = op32_idx2desc(ring, slot, &meta);

drivers/net/wireless/broadcom/b43legacy/dma.c

973

memset(meta, 0, sizeof(*meta));

drivers/net/wireless/broadcom/b43legacy/dma.c

975

meta->skb = skb;

drivers/net/wireless/broadcom/b43legacy/dma.c

976

meta->is_last_fragment = true;

drivers/net/wireless/broadcom/b43legacy/dma.c

978

meta->dmaaddr = map_descbuffer(ring, skb->data, skb->len, 1);

drivers/net/wireless/broadcom/b43legacy/dma.c

980

if (b43legacy_dma_mapping_error(ring, meta->dmaaddr, skb->len, 1)) {

drivers/net/wireless/broadcom/b43legacy/dma.c

998

meta->skb = skb;

drivers/net/wireless/broadcom/b43legacy/dma.c

999

meta->dmaaddr = map_descbuffer(ring, skb->data, skb->len, 1);

drivers/net/wireless/broadcom/b43legacy/dma.h

126

struct b43legacy_dmadesc_meta *meta;

drivers/net/wireless/intel/iwlegacy/3945-mac.c

525

out_meta = &txq->meta[idx];

drivers/net/wireless/intel/iwlegacy/3945.c

656

dma_unmap_addr(&txq->meta[idx], mapping),

drivers/net/wireless/intel/iwlegacy/3945.c

657

dma_unmap_len(&txq->meta[idx], len),

drivers/net/wireless/intel/iwlegacy/4965-mac.c

1774

out_meta = &txq->meta[q->write_ptr];

drivers/net/wireless/intel/iwlegacy/4965-mac.c

3935

dma_unmap_addr(&txq->meta[idx], mapping),

drivers/net/wireless/intel/iwlegacy/4965-mac.c

3936

dma_unmap_len(&txq->meta[idx], len),

drivers/net/wireless/intel/iwlegacy/common.c

2799

kfree(txq->meta);

drivers/net/wireless/intel/iwlegacy/common.c

2801

txq->meta = NULL;

drivers/net/wireless/intel/iwlegacy/common.c

2824

if (txq->meta[i].flags & CMD_MAPPED) {

drivers/net/wireless/intel/iwlegacy/common.c

2826

dma_unmap_addr(&txq->meta[i], mapping),

drivers/net/wireless/intel/iwlegacy/common.c

2827

dma_unmap_len(&txq->meta[i], len),

drivers/net/wireless/intel/iwlegacy/common.c

2829

txq->meta[i].flags = 0;

drivers/net/wireless/intel/iwlegacy/common.c

2836

if (txq->meta[i].flags & CMD_MAPPED) {

drivers/net/wireless/intel/iwlegacy/common.c

2838

dma_unmap_addr(&txq->meta[i], mapping),

drivers/net/wireless/intel/iwlegacy/common.c

2839

dma_unmap_len(&txq->meta[i], len),

drivers/net/wireless/intel/iwlegacy/common.c

2841

txq->meta[i].flags = 0;

drivers/net/wireless/intel/iwlegacy/common.c

2875

kfree(txq->meta);

drivers/net/wireless/intel/iwlegacy/common.c

2877

txq->meta = NULL;

drivers/net/wireless/intel/iwlegacy/common.c

3024

txq->meta =

drivers/net/wireless/intel/iwlegacy/common.c

3029

if (!txq->meta || !txq->cmd)

drivers/net/wireless/intel/iwlegacy/common.c

3069

kfree(txq->meta);

drivers/net/wireless/intel/iwlegacy/common.c

3070

txq->meta = NULL;

drivers/net/wireless/intel/iwlegacy/common.c

3092

memset(txq->meta, 0, sizeof(struct il_cmd_meta) * actual_slots);

drivers/net/wireless/intel/iwlegacy/common.c

3157

out_meta = &txq->meta[idx];

drivers/net/wireless/intel/iwlegacy/common.c

3290

struct il_cmd_meta *meta;

drivers/net/wireless/intel/iwlegacy/common.c

3308

meta = &txq->meta[cmd_idx];

drivers/net/wireless/intel/iwlegacy/common.c

3312

dma_unmap_single(&il->pci_dev->dev, dma_unmap_addr(meta, mapping),

drivers/net/wireless/intel/iwlegacy/common.c

3313

dma_unmap_len(meta, len), DMA_BIDIRECTIONAL);

drivers/net/wireless/intel/iwlegacy/common.c

3316

if (meta->flags & CMD_WANT_SKB) {

drivers/net/wireless/intel/iwlegacy/common.c

3317

meta->source->reply_page = (unsigned long)rxb_addr(rxb);

drivers/net/wireless/intel/iwlegacy/common.c

3319

} else if (meta->callback)

drivers/net/wireless/intel/iwlegacy/common.c

3320

meta->callback(il, cmd, pkt);

drivers/net/wireless/intel/iwlegacy/common.c

3326

if (!(meta->flags & CMD_ASYNC)) {

drivers/net/wireless/intel/iwlegacy/common.c

3334

meta->flags = 0;

drivers/net/wireless/intel/iwlegacy/common.c

364

il->txq[il->cmd_queue].meta[cmd_idx].flags &= ~CMD_WANT_SKB;

drivers/net/wireless/intel/iwlegacy/common.h

154

struct il_cmd_meta *meta;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/internal.h

307

struct iwl_cmd_meta meta;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/internal.h

858

struct iwl_cmd_meta *meta,

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

1303

out_meta = &txq->entries[idx].meta;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

133

meta = NULL;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

147

if (meta)

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

63

u16 len, struct iwl_cmd_meta *meta,

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

638

struct iwl_cmd_meta *meta,

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

653

if (meta->sg_offset)

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

658

if (meta->tbs & BIT(i))

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

686

iwl_txq_gen2_tfd_unmap(trans, &txq->entries[idx].meta,

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

771

out_meta = &txq->entries[idx].meta;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

79

if (meta)

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

80

meta->tbs |= BIT(ret);

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx-gen2.c

829

struct iwl_cmd_meta *cmd_meta = &txq->entries[idx].meta;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1459

out_meta = &txq->entries[idx].meta;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1632

struct iwl_cmd_meta *meta;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1649

meta = &txq->entries[cmd_index].meta;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1654

iwl_txq_gen2_tfd_unmap(trans, meta,

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1657

iwl_txq_gen1_tfd_unmap(trans, meta, txq, index);

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1660

if (meta->flags & CMD_WANT_SKB) {

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1663

meta->source->resp_pkt = pkt;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1664

meta->source->_rx_page_addr = (unsigned long)page_address(p);

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1665

meta->source->_rx_page_order = trans_pcie->rx_page_order;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1668

if (meta->flags & CMD_BLOCK_TXQS)

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1673

if (!(meta->flags & CMD_ASYNC)) {

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

1685

meta->flags = 0;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

2192

out_meta = &txq->entries[txq->write_ptr].meta;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

2403

struct iwl_cmd_meta *cmd_meta = &txq->entries[read_ptr].meta;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

2635

txq->entries[cmd_idx].meta.flags &= ~CMD_WANT_SKB;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

292

struct iwl_cmd_meta *meta,

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

309

if (meta->sg_offset)

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

315

if (meta->tbs & BIT(i))

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

329

meta->tbs = 0;

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

361

iwl_txq_gen2_tfd_unmap(trans, &txq->entries[idx].meta,

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

364

iwl_txq_gen1_tfd_unmap(trans, &txq->entries[idx].meta,

drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/tx.c

402

&txq->entries[txq->read_ptr].meta;

drivers/net/wireless/quantenna/qtnfmac/core.c

822

struct qtnf_frame_meta_info *meta;

drivers/net/wireless/quantenna/qtnfmac/core.c

830

meta = (struct qtnf_frame_meta_info *)

drivers/net/wireless/quantenna/qtnfmac/core.c

831

(skb_tail_pointer(skb) - sizeof(*meta));

drivers/net/wireless/quantenna/qtnfmac/core.c

833

if (unlikely(!qtnf_is_frame_meta_magic_valid(meta))) {

drivers/net/wireless/quantenna/qtnfmac/core.c

835

meta->magic_s, meta->magic_e);

drivers/net/wireless/quantenna/qtnfmac/core.c

839

if (unlikely(meta->macid >= QTNF_MAX_MAC)) {

drivers/net/wireless/quantenna/qtnfmac/core.c

840

pr_err_ratelimited("invalid mac(%u)\n", meta->macid);

drivers/net/wireless/quantenna/qtnfmac/core.c

844

if (unlikely(meta->ifidx >= QTNF_MAX_INTF)) {

drivers/net/wireless/quantenna/qtnfmac/core.c

845

pr_err_ratelimited("invalid vif(%u)\n", meta->ifidx);

drivers/net/wireless/quantenna/qtnfmac/core.c

849

mac = bus->mac[meta->macid];

drivers/net/wireless/quantenna/qtnfmac/core.c

852

pr_err_ratelimited("mac(%d) does not exist\n", meta->macid);

drivers/net/wireless/quantenna/qtnfmac/core.c

856

vif = &mac->iflist[meta->ifidx];

drivers/net/wireless/quantenna/qtnfmac/core.c

859

pr_err_ratelimited("vif(%u) does not exists\n", meta->ifidx);

drivers/net/wireless/quantenna/qtnfmac/core.c

867

meta->macid, meta->ifidx);

drivers/net/wireless/quantenna/qtnfmac/core.c

871

__skb_trim(skb, skb->len - sizeof(*meta));

drivers/net/wireless/quantenna/qtnfmac/pcie/pearl_pcie.c

620

struct qtnf_frame_meta_info *meta;

drivers/net/wireless/quantenna/qtnfmac/pcie/pearl_pcie.c

621

int tail_need = sizeof(*meta) - skb_tailroom(skb);

drivers/net/wireless/quantenna/qtnfmac/pcie/pearl_pcie.c

630

meta = skb_put(skb, sizeof(*meta));

drivers/net/wireless/quantenna/qtnfmac/pcie/pearl_pcie.c

631

meta->magic_s = HBM_FRAME_META_MAGIC_PATTERN_S;

drivers/net/wireless/quantenna/qtnfmac/pcie/pearl_pcie.c

632

meta->magic_e = HBM_FRAME_META_MAGIC_PATTERN_E;

drivers/net/wireless/quantenna/qtnfmac/pcie/pearl_pcie.c

633

meta->macid = macid;

drivers/net/wireless/quantenna/qtnfmac/pcie/pearl_pcie.c

634

meta->ifidx = vifid;

drivers/net/wireless/quantenna/qtnfmac/pcie/pearl_pcie.c

638

__skb_trim(skb, skb->len - sizeof(*meta));

drivers/staging/media/ipu3/ipu3-css.h

94

struct v4l2_meta_format meta;

drivers/staging/media/ipu3/ipu3-v4l2.c

1064

f->fmt.meta.dataformat = V4L2_META_FMT_IPU3_PARAMS;

drivers/staging/media/ipu3/ipu3-v4l2.c

1066

imgu_css_meta_fmt_set(&f->fmt.meta);

drivers/staging/media/ipu3/ipu3-v4l2.c

1071

f->fmt.meta.dataformat = V4L2_META_FMT_IPU3_STAT_3A;

drivers/staging/media/ipu3/ipu3-v4l2.c

1073

imgu_css_meta_fmt_set(&f->fmt.meta);

drivers/staging/media/ipu3/ipu3-v4l2.c

359

need_bytes = node->vdev_fmt.fmt.meta.buffersize;

drivers/staging/media/ipu3/ipu3-v4l2.c

404

size = fmt->fmt.meta.buffersize;

drivers/staging/media/ipu3/ipu3.c

110

const struct v4l2_meta_format *meta;

drivers/staging/media/ipu3/ipu3.c

129

meta = &imgu_pipe->nodes[node].vdev_fmt.fmt.meta;

drivers/staging/media/ipu3/ipu3.c

133

size = meta->buffersize;

drivers/staging/media/sunxi/sun6i-isp/sun6i_isp_params.c

299

unsigned int size = isp_dev->params.format.fmt.meta.buffersize;

drivers/staging/media/sunxi/sun6i-isp/sun6i_isp_params.c

315

unsigned int size = isp_dev->params.format.fmt.meta.buffersize;

drivers/staging/media/sunxi/sun6i-isp/sun6i_isp_params.c

405

&isp_dev->params.format.fmt.meta;

drivers/staging/media/sunxi/sun6i-isp/sun6i_isp_params.c

465

struct v4l2_meta_format *params_format = &format->fmt.meta;

drivers/ufs/core/ufs_bsg.c

85

rpmb_req_type = be16_to_cpu(rpmb_request->ehs_req.meta.req_resp_type);

fs/afs/dir_edit.c

210

static void afs_edit_init_block(union afs_xdr_dir_block *meta,

fs/afs/dir_edit.c

221

memset(block->meta.alloc_ctrs,

fs/afs/dir_edit.c

223

sizeof(block->meta.alloc_ctrs));

fs/afs/dir_edit.c

224

meta->meta.alloc_ctrs[0] =

fs/afs/dir_edit.c

229

meta->meta.alloc_ctrs[block_num] =

fs/afs/dir_edit.c

245

union afs_xdr_dir_block *meta, *block;

fs/afs/dir_edit.c

261

meta = afs_dir_get_block(&iter, 0);

fs/afs/dir_edit.c

262

if (!meta)

fs/afs/dir_edit.c

284

meta->meta.alloc_ctrs[b] < iter.nr_slots)

fs/afs/dir_edit.c

297

(b < AFS_DIR_BLOCKS_WITH_CTR) ? meta->meta.alloc_ctrs[b] : 99,

fs/afs/dir_edit.c

304

afs_edit_init_block(meta, block, b);

fs/afs/dir_edit.c

328

afs_edit_init_block(meta, meta, 0);

fs/afs/dir_edit.c

354

meta->meta.alloc_ctrs[b] -= iter.nr_slots;

fs/afs/dir_edit.c

359

de->u.hash_next = meta->meta.hashtable[iter.bucket];

fs/afs/dir_edit.c

360

meta->meta.hashtable[iter.bucket] = htons(entry);

fs/afs/dir_edit.c

370

kunmap_local(meta);

fs/afs/dir_edit.c

396

union afs_xdr_dir_block *meta, *block, *pblock;

fs/afs/dir_edit.c

418

meta = afs_dir_get_block(&iter, 0);

fs/afs/dir_edit.c

419

if (!meta)

fs/afs/dir_edit.c

456

meta->meta.alloc_ctrs[b] += iter.nr_slots;

fs/afs/dir_edit.c

467

__be16 prev_next = meta->meta.hashtable[iter.bucket];

fs/afs/dir_edit.c

476

meta->meta.hashtable[iter.bucket] = next;

fs/afs/dir_edit.c

506

kunmap_local(meta);

fs/afs/dir_edit.c

606

union afs_xdr_dir_block *meta;

fs/afs/dir_edit.c

618

meta = afs_dir_get_block(&iter, 0);

fs/afs/dir_edit.c

619

if (!meta)

fs/afs/dir_edit.c

622

afs_edit_init_block(meta, meta, 0);

fs/afs/dir_edit.c

624

de = &meta->dirents[slot];

fs/afs/dir_edit.c

633

de = &meta->dirents[slot];

fs/afs/dir_edit.c

641

afs_set_contig_bits(meta, AFS_DIR_RESV_BLOCKS0, 2);

fs/afs/dir_edit.c

642

meta->meta.alloc_ctrs[0] -= 2;

fs/afs/dir_edit.c

643

kunmap_local(meta);

fs/afs/dir_search.c

126

const union afs_xdr_dir_block *meta;

fs/afs/dir_search.c

130

meta = afs_dir_find_block(iter, 0);

fs/afs/dir_search.c

131

if (!meta)

fs/afs/dir_search.c

134

entry = ntohs(meta->meta.hashtable[iter->bucket & (AFS_DIR_HASHTBL_SIZE - 1)]);

fs/afs/xdr_fs.h

93

} meta;

fs/binfmt_elf.c

2069

struct core_vma_metadata *meta = cprm->vma_meta + i;

fs/binfmt_elf.c

2074

phdr.p_vaddr = meta->start;

fs/binfmt_elf.c

2076

phdr.p_filesz = meta->dump_size;

fs/binfmt_elf.c

2077

phdr.p_memsz = meta->end - meta->start;

fs/binfmt_elf.c

2080

if (meta->flags & VM_READ)

fs/binfmt_elf.c

2082

if (meta->flags & VM_WRITE)

fs/binfmt_elf.c

2084

if (meta->flags & VM_EXEC)

fs/binfmt_elf.c

2107

struct core_vma_metadata *meta = cprm->vma_meta + i;

fs/binfmt_elf.c

2109

if (!dump_user_range(cprm, meta->start, meta->dump_size))

fs/binfmt_elf_fdpic.c

1464

struct core_vma_metadata *meta = vma_meta + i;

fs/binfmt_elf_fdpic.c

1466

if (!dump_user_range(cprm, meta->start, meta->dump_size))

fs/binfmt_elf_fdpic.c

1591

struct core_vma_metadata *meta = cprm->vma_meta + i;

fs/binfmt_elf_fdpic.c

1595

sz = meta->end - meta->start;

fs/binfmt_elf_fdpic.c

1599

phdr.p_vaddr = meta->start;

fs/binfmt_elf_fdpic.c

1601

phdr.p_filesz = meta->dump_size;

fs/binfmt_elf_fdpic.c

1605

if (meta->flags & VM_READ)

fs/binfmt_elf_fdpic.c

1607

if (meta->flags & VM_WRITE)

fs/binfmt_elf_fdpic.c

1609

if (meta->flags & VM_EXEC)

fs/btrfs/accessors.h

814

read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);

fs/btrfs/accessors.h

821

write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);

fs/btrfs/block-group.c

100

target = BTRFS_BLOCK_GROUP_METADATA | bctl->meta.target;

fs/btrfs/block-group.c

99

bctl->meta.flags & BTRFS_BALANCE_ARGS_CONVERT) {

fs/btrfs/ioctl.c

3333

memcpy(&bargs->meta, &bctl->meta, sizeof(bargs->meta));

fs/btrfs/ioctl.c

3468

memcpy(&bctl->meta, &bargs->meta, sizeof(bctl->meta));

fs/btrfs/volumes.c

3879

btrfs_cpu_balance_args_to_disk(&disk_bargs, &bctl->meta);

fs/btrfs/volumes.c

3948

if (bctl->meta.flags & BTRFS_BALANCE_ARGS_CONVERT)

fs/btrfs/volumes.c

3949

bctl->meta.flags |= BTRFS_BALANCE_ARGS_SOFT;

fs/btrfs/volumes.c

3970

if (!(bctl->meta.flags & BTRFS_BALANCE_ARGS_USAGE) &&

fs/btrfs/volumes.c

3971

!(bctl->meta.flags & BTRFS_BALANCE_ARGS_USAGE_RANGE) &&

fs/btrfs/volumes.c

3972

!(bctl->meta.flags & BTRFS_BALANCE_ARGS_CONVERT)) {

fs/btrfs/volumes.c

3973

bctl->meta.flags |= BTRFS_BALANCE_ARGS_USAGE;

fs/btrfs/volumes.c

3974

bctl->meta.usage = 90;

fs/btrfs/volumes.c

4202

bargs = &bctl->meta;

fs/btrfs/volumes.c

4408

u64 limit_meta = bctl->meta.limit;

fs/btrfs/volumes.c

4435

bctl->meta.limit = limit_meta;

fs/btrfs/volumes.c

4539

count_meta < bctl->meta.limit_min)

fs/btrfs/volumes.c

4814

describe_balance_args(&bctl->meta, tmp_buf, sizeof(tmp_buf));

fs/btrfs/volumes.c

4870

memcmp(&bctl->data, &bctl->meta, sizeof(bctl->data))) {

fs/btrfs/volumes.c

4895

!validate_convert_profile(fs_info, &bctl->meta, allowed, "metadata") ||

fs/btrfs/volumes.c

4917

((bctl->meta.flags & BTRFS_BALANCE_ARGS_CONVERT) &&

fs/btrfs/volumes.c

4919

!(bctl->meta.target & allowed)))

fs/btrfs/volumes.c

4925

meta_target = (bctl->meta.flags & BTRFS_BALANCE_ARGS_CONVERT) ?

fs/btrfs/volumes.c

4926

bctl->meta.target : fs_info->avail_metadata_alloc_bits;

fs/btrfs/volumes.c

5114

btrfs_disk_balance_args_to_cpu(&bctl->meta, &disk_bargs);

fs/btrfs/volumes.h

657

struct btrfs_balance_args meta;

fs/ceph/metric.c

153

+ sizeof(*meta) + sizeof(*dlease) + sizeof(*files)

fs/ceph/metric.c

205

meta = (struct ceph_metric_metadata_latency *)(write + 1);

fs/ceph/metric.c

206

meta->header.type = cpu_to_le32(CLIENT_METRIC_TYPE_METADATA_LATENCY);

fs/ceph/metric.c

207

meta->header.ver = 2;

fs/ceph/metric.c

208

meta->header.compat = 1;

fs/ceph/metric.c

209

meta->header.data_len = cpu_to_le32(sizeof(*meta) - header_len);

fs/ceph/metric.c

211

ktime_to_ceph_timespec(&meta->lat, sum);

fs/ceph/metric.c

212

ktime_to_ceph_timespec(&meta->avg, m->metric[METRIC_METADATA].latency_avg);

fs/ceph/metric.c

213

meta->sq_sum = cpu_to_le64(m->metric[METRIC_METADATA].latency_sq_sum);

fs/ceph/metric.c

214

meta->count = cpu_to_le64(m->metric[METRIC_METADATA].total);

fs/ceph/metric.c

218

dlease = (struct ceph_metric_dlease *)(meta + 1);

fs/ceph/metric.c

98

struct ceph_metric_metadata_latency *meta;

fs/f2fs/segment.c

486

unsigned int meta = get_pages(sbi, F2FS_DIRTY_META);

fs/f2fs/segment.c

493

nodes >= threshold || meta >= threshold ||

fs/f2fs/segment.c

496

return dents + qdata + nodes + meta + imeta > global_threshold;

fs/gfs2/bmap.c

1487

bool meta, u32 *btotal)

fs/gfs2/bmap.c

1554

if (meta)

fs/gfs2/bmap.c

1596

__gfs2_free_blocks(ip, rgd, bstart, (u32)blen, meta);

fs/gfs2/bmap.c

1604

__gfs2_free_blocks(ip, rgd, bstart, (u32)blen, meta);

fs/gfs2/log.c

1021

void gfs2_remove_from_journal(struct buffer_head *bh, int meta)

fs/gfs2/log.c

1034

if (meta == REMOVE_META)

fs/gfs2/log.h

50

void gfs2_remove_from_journal(struct buffer_head *bh, int meta);

fs/gfs2/rgrp.c

2518

u64 bstart, u32 blen, int meta)

fs/gfs2/rgrp.c

2532

if (meta || (ip->i_diskflags & GFS2_DIF_EXHASH) || gfs2_is_jdata(ip))

fs/gfs2/rgrp.h

50

u64 bstart, u32 blen, int meta);

fs/ocfs2/ocfs2_trace.h

1736

TP_PROTO(const char *name, int meta, int clusters, int credits),

fs/ocfs2/ocfs2_trace.h

1737

TP_ARGS(name, meta, clusters, credits),

fs/ocfs2/ocfs2_trace.h

1740

__field(int, meta)

fs/ocfs2/ocfs2_trace.h

1746

__entry->meta = meta;

fs/ocfs2/ocfs2_trace.h

1750

TP_printk("%s %d %d %d", __get_str(name), __entry->meta,

fs/squashfs/file.c

133

meta = &msblk->meta_index[msblk->next_meta_index];

fs/squashfs/file.c

137

meta->inode_number = inode->i_ino;

fs/squashfs/file.c

138

meta->offset = offset;

fs/squashfs/file.c

139

meta->skip = skip;

fs/squashfs/file.c

140

meta->entries = 0;

fs/squashfs/file.c

141

meta->locked = 1;

fs/squashfs/file.c

145

return meta;

fs/squashfs/file.c

149

static void release_meta_index(struct inode *inode, struct meta_index *meta)

fs/squashfs/file.c

153

meta->locked = 0;

fs/squashfs/file.c

235

struct meta_index *meta;

fs/squashfs/file.c

248

meta = locate_meta_index(inode, offset + 1, index);

fs/squashfs/file.c

250

if (meta == NULL) {

fs/squashfs/file.c

251

meta = empty_meta_index(inode, offset + 1, skip);

fs/squashfs/file.c

252

if (meta == NULL)

fs/squashfs/file.c

255

offset = index < meta->offset + meta->entries ? index :

fs/squashfs/file.c

256

meta->offset + meta->entries - 1;

fs/squashfs/file.c

257

meta_entry = &meta->meta_entry[offset - meta->offset];

fs/squashfs/file.c

263

"meta->entries %d\n", offset, meta->offset,

fs/squashfs/file.c

264

meta->entries);

fs/squashfs/file.c

275

for (i = meta->offset + meta->entries; i <= index &&

fs/squashfs/file.c

276

i < meta->offset + SQUASHFS_META_ENTRIES; i++) {

fs/squashfs/file.c

282

if (meta->entries == 0)

fs/squashfs/file.c

287

meta->inode_number = 0;

fs/squashfs/file.c

293

meta_entry = &meta->meta_entry[i - meta->offset];

fs/squashfs/file.c

298

meta->entries++;

fs/squashfs/file.c

303

meta->offset, meta->entries);

fs/squashfs/file.c

305

release_meta_index(inode, meta);

fs/squashfs/file.c

320

release_meta_index(inode, meta);

fs/squashfs/file.c

52

struct meta_index *meta = NULL;

fs/squashfs/file.c

70

meta = &msblk->meta_index[i];

fs/squashfs/file.c

71

offset = meta->offset;

fs/squashfs/file.c

75

if (meta)

fs/squashfs/file.c

76

meta->locked = 1;

fs/squashfs/file.c

81

return meta;

fs/squashfs/file.c

92

struct meta_index *meta = NULL;

include/linux/bio-integrity.h

79

int bio_integrity_map_iter(struct bio *bio, struct uio_meta *meta);

include/linux/bio-integrity.h

98

static inline int bio_integrity_map_iter(struct bio *bio, struct uio_meta *meta)

include/linux/bpf.h

2471

u64 bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size,

include/linux/bpf.h

3000

__bpf_md_ptr(struct bpf_iter_meta *, meta);

include/linux/bpf.h

3014

struct bpf_prog *bpf_iter_get_info(struct bpf_iter_meta *meta, bool in_stop);

include/linux/bpf_verifier.h

1493

s16 offset, struct bpf_kfunc_call_arg_meta *meta);

include/linux/bpf_verifier.h

1496

static inline bool bpf_is_iter_next_kfunc(struct bpf_kfunc_call_arg_meta *meta)

include/linux/bpf_verifier.h

1498

return meta->kfunc_flags & KF_ITER_NEXT;

include/linux/bpf_verifier.h

1501

static inline bool bpf_is_kfunc_sleepable(struct bpf_kfunc_call_arg_meta *meta)

include/linux/bpf_verifier.h

1503

return meta->kfunc_flags & KF_SLEEPABLE;

include/linux/bpf_verifier.h

1505

bool bpf_is_kfunc_pkt_changing(struct bpf_kfunc_call_arg_meta *meta);

include/linux/buffer_head.h

134

BUFFER_FNS(Meta, meta)

include/linux/maple_tree.h

110

struct maple_metadata meta;

include/linux/maple_tree.h

129

struct maple_metadata meta;

include/linux/simple_ring_buffer.h

27

struct trace_buffer_meta *meta;

include/linux/skbuff.h

4626

u8 *meta, *meta_end;

include/linux/skbuff.h

4635

meta = meta_end - meta_len;

include/linux/skbuff.h

4643

memmove(meta + len, meta, meta_len + n);

include/net/ip6_fib.h

635

__bpf_md_ptr(struct bpf_iter_meta *, meta);

include/net/libeth/xsk.h

208

xsk_tx_metadata_request(ctx.meta, tmo, &desc);

include/net/netfilter/nf_flow_table.h

22

struct flow_dissector_key_meta meta;

include/net/netfilter/nf_tables_offload.h

55

struct flow_dissector_key_meta meta;

include/net/xdp_sock.h

141

static inline void xsk_tx_metadata_to_compl(struct xsk_tx_metadata *meta,

include/net/xdp_sock.h

144

if (!meta)

include/net/xdp_sock.h

147

if (meta->flags & XDP_TXMD_FLAGS_TIMESTAMP)

include/net/xdp_sock.h

148

compl->tx_timestamp = &meta->completion.tx_timestamp;

include/net/xdp_sock.h

163

static inline void xsk_tx_metadata_request(const struct xsk_tx_metadata *meta,

include/net/xdp_sock.h

167

if (!meta)

include/net/xdp_sock.h

171

if (meta->flags & XDP_TXMD_FLAGS_LAUNCH_TIME)

include/net/xdp_sock.h

172

ops->tmo_request_launch_time(meta->request.launch_time,

include/net/xdp_sock.h

176

if (meta->flags & XDP_TXMD_FLAGS_TIMESTAMP)

include/net/xdp_sock.h

180

if (meta->flags & XDP_TXMD_FLAGS_CHECKSUM)

include/net/xdp_sock.h

181

ops->tmo_request_checksum(meta->request.csum_start,

include/net/xdp_sock.h

182

meta->request.csum_offset, priv);

include/net/xdp_sock.h

229

static inline void xsk_tx_metadata_to_compl(struct xsk_tx_metadata *meta,

include/net/xdp_sock.h

234

static inline void xsk_tx_metadata_request(struct xsk_tx_metadata *meta,

include/net/xdp_sock_drv.h

263

xsk_buff_valid_tx_metadata(const struct xsk_tx_metadata *meta)

include/net/xdp_sock_drv.h

265

return !(meta->flags & ~XDP_TXMD_FLAGS_VALID);

include/net/xdp_sock_drv.h

271

struct xsk_tx_metadata *meta;

include/net/xdp_sock_drv.h

276

meta = data - pool->tx_metadata_len;

include/net/xdp_sock_drv.h

277

if (unlikely(!xsk_buff_valid_tx_metadata(meta)))

include/net/xdp_sock_drv.h

280

return meta;

include/net/xdp_sock_drv.h

472

static inline bool xsk_buff_valid_tx_metadata(struct xsk_tx_metadata *meta)

include/net/xsk_buff_pool.h

154

struct xsk_tx_metadata *meta;

include/uapi/linux/btrfs.h

484

struct btrfs_balance_args meta; /* in/out */

include/uapi/linux/btrfs_tree.h

1065

struct btrfs_disk_balance_args meta;

include/uapi/linux/fanotify.h

266

#define FAN_EVENT_NEXT(meta, len) ((len) -= (meta)->event_len, \

include/uapi/linux/fanotify.h

267

(struct fanotify_event_metadata*)(((char *)(meta)) + \

include/uapi/linux/fanotify.h

268

(meta)->event_len))

include/uapi/linux/fanotify.h

270

#define FAN_EVENT_OK(meta, len) ((long)(len) >= (long)FAN_EVENT_METADATA_LEN && \

include/uapi/linux/fanotify.h

271

(long)(meta)->event_len >= (long)FAN_EVENT_METADATA_LEN && \

include/uapi/linux/fanotify.h

272

(long)(meta)->event_len <= (long)(len))

include/uapi/linux/videodev2.h

2530

struct v4l2_meta_format meta; /* V4L2_BUF_TYPE_META_CAPTURE */

include/uapi/scsi/scsi_bsg_ufs.h

184

struct ufs_arpmb_meta meta;

io_uring/rw.c

220

io->meta_state.seed = io->meta.seed;

io_uring/rw.c

221

iov_iter_save_state(&io->meta.iter, &io->meta_state.iter_meta);

io_uring/rw.c

227

io->meta.seed = io->meta_state.seed;

io_uring/rw.c

228

iov_iter_restore(&io->meta.iter, &io->meta_state.iter_meta);

io_uring/rw.c

247

io->meta.flags = pi_attr.flags;

io_uring/rw.c

248

io->meta.app_tag = pi_attr.app_tag;

io_uring/rw.c

249

io->meta.seed = pi_attr.seed;

io_uring/rw.c

251

pi_attr.len, &io->meta.iter);

io_uring/rw.c

911

kiocb->private = &io->meta;

io_uring/rw.h

28

struct uio_meta meta;

kernel/bpf/arraymap.c

651

struct bpf_iter_meta meta;

kernel/bpf/arraymap.c

657

meta.seq = seq;

kernel/bpf/arraymap.c

658

prog = bpf_iter_get_info(&meta, v == NULL);

kernel/bpf/arraymap.c

662

ctx.meta = &meta;

kernel/bpf/bpf_iter.c

657

struct bpf_prog *bpf_iter_get_info(struct bpf_iter_meta *meta, bool in_stop)

kernel/bpf/bpf_iter.c

663

seq = meta->seq;

kernel/bpf/bpf_iter.c

674

meta->session_id = iter_priv->session_id;

kernel/bpf/bpf_iter.c

675

meta->seq_num = iter_priv->seq_num;

kernel/bpf/btf.c

4266

struct btf_struct_meta *meta;

kernel/bpf/btf.c

4288

meta = btf_find_struct_meta(btf, btf_id);

kernel/bpf/btf.c

4289

if (!meta)

kernel/bpf/btf.c

4291

rec->fields[i].graph_root.value_rec = meta->record;

kernel/bpf/btf.c

4333

if (meta->record->field_mask & BPF_GRAPH_ROOT)

kernel/bpf/btf.c

7384

struct btf_struct_meta *meta;

kernel/bpf/btf.c

7388

meta = btf_find_struct_meta(btf, id);

kernel/bpf/btf.c

7389

if (!meta)

kernel/bpf/btf.c

7391

rec = meta->record;

kernel/bpf/cfg.c

494

struct bpf_kfunc_call_arg_meta meta;

kernel/bpf/cfg.c

496

ret = bpf_fetch_kfunc_arg_meta(env, insn->imm, insn->off, &meta);

kernel/bpf/cfg.c

497

if (ret == 0 && bpf_is_iter_next_kfunc(&meta)) {

kernel/bpf/cfg.c

517

if (ret == 0 && bpf_is_kfunc_sleepable(&meta))

kernel/bpf/cfg.c

519

if (ret == 0 && bpf_is_kfunc_pkt_changing(&meta))

kernel/bpf/cgroup_iter.c

130

struct bpf_iter_meta meta;

kernel/bpf/cgroup_iter.c

138

ctx.meta = &meta;

kernel/bpf/cgroup_iter.c

140

meta.seq = seq;

kernel/bpf/cgroup_iter.c

141

prog = bpf_iter_get_info(&meta, in_stop);

kernel/bpf/cgroup_iter.c

284

DEFINE_BPF_ITER_FUNC(cgroup, struct bpf_iter_meta *meta,

kernel/bpf/cgroup_iter.c

47

__bpf_md_ptr(struct bpf_iter_meta *, meta);

kernel/bpf/core.c

3201

bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size,

kernel/bpf/dmabuf_iter.c

135

DEFINE_BPF_ITER_FUNC(dmabuf, struct bpf_iter_meta *meta, struct dma_buf *dmabuf)

kernel/bpf/dmabuf_iter.c

50

__bpf_md_ptr(struct bpf_iter_meta *, meta);

kernel/bpf/dmabuf_iter.c

56

struct bpf_iter_meta meta = {

kernel/bpf/dmabuf_iter.c

60

.meta = &meta,

kernel/bpf/dmabuf_iter.c

63

struct bpf_prog *prog = bpf_iter_get_info(&meta, in_stop);

kernel/bpf/hashtab.c

2174

struct bpf_iter_meta meta;

kernel/bpf/hashtab.c

2180

meta.seq = seq;

kernel/bpf/hashtab.c

2181

prog = bpf_iter_get_info(&meta, elem == NULL);

kernel/bpf/hashtab.c

2183

ctx.meta = &meta;

kernel/bpf/hashtab.c

3445

struct bpf_iter_meta meta;

kernel/bpf/hashtab.c

3449

meta.seq = seq;

kernel/bpf/hashtab.c

3450

prog = bpf_iter_get_info(&meta, elem == NULL);

kernel/bpf/hashtab.c

3452

ctx.meta = &meta;

kernel/bpf/helpers.c

2350

__bpf_kfunc void *bpf_obj_new(u64 local_type_id__k, struct btf_struct_meta *meta)

kernel/bpf/helpers.c

2358

if (meta)

kernel/bpf/helpers.c

2359

bpf_obj_init(meta->record, p);

kernel/bpf/helpers.c

2380

__bpf_kfunc void *bpf_percpu_obj_new(u64 local_type_id__k, struct btf_struct_meta *meta)

kernel/bpf/helpers.c

2424

__bpf_kfunc void bpf_obj_drop(void *p__alloc, struct btf_struct_meta *meta)

kernel/bpf/helpers.c

2428

__bpf_obj_drop_impl(p, meta ? meta->record : NULL, false);

kernel/bpf/helpers.c

2443

__bpf_kfunc void bpf_percpu_obj_drop(void *p__alloc, struct btf_struct_meta *meta)

kernel/bpf/helpers.c

2464

__bpf_kfunc void *bpf_refcount_acquire(void *p__refcounted_kptr, struct btf_struct_meta *meta)

kernel/bpf/helpers.c

2471

ref = (struct bpf_refcount *)(p__refcounted_kptr + meta->record->refcount_off);

kernel/bpf/helpers.c

2541

struct btf_struct_meta *meta,

kernel/bpf/helpers.c

2547

return __bpf_list_add(n, head, &h, meta ? meta->record : NULL, off);

kernel/bpf/helpers.c

2571

struct btf_struct_meta *meta,

kernel/bpf/helpers.c

2577

return __bpf_list_add(n, head, &h->prev, meta ? meta->record : NULL, off);

kernel/bpf/helpers.c

2589

struct btf_struct_meta *meta, u64 off)

kernel/bpf/helpers.c

2594

return __bpf_list_add(n, head, &prev_ptr, meta ? meta->record : NULL, off);

kernel/bpf/helpers.c

2775

struct btf_struct_meta *meta,

kernel/bpf/helpers.c

2780

return __bpf_rbtree_add(root, n, (void *)less, meta ? meta->record : NULL, off);

kernel/bpf/kmem_cache_iter.c

106

__bpf_md_ptr(struct bpf_iter_meta *, meta);

kernel/bpf/kmem_cache_iter.c

154

struct bpf_iter_meta meta;

kernel/bpf/kmem_cache_iter.c

156

.meta = &meta,

kernel/bpf/kmem_cache_iter.c

162

meta.seq = seq;

kernel/bpf/kmem_cache_iter.c

163

prog = bpf_iter_get_info(&meta, true);

kernel/bpf/kmem_cache_iter.c

181

struct bpf_iter_meta meta;

kernel/bpf/kmem_cache_iter.c

183

.meta = &meta,

kernel/bpf/kmem_cache_iter.c

189

meta.seq = seq;

kernel/bpf/kmem_cache_iter.c

190

prog = bpf_iter_get_info(&meta, false);

kernel/bpf/kmem_cache_iter.c

217

DEFINE_BPF_ITER_FUNC(kmem_cache, struct bpf_iter_meta *meta,

kernel/bpf/link_iter.c

38

__bpf_md_ptr(struct bpf_iter_meta *, meta);

kernel/bpf/link_iter.c

42

DEFINE_BPF_ITER_FUNC(bpf_link, struct bpf_iter_meta *meta, struct bpf_link *link)

kernel/bpf/link_iter.c

47

struct bpf_iter_meta meta;

kernel/bpf/link_iter.c

51

ctx.meta = &meta;

kernel/bpf/link_iter.c

53

meta.seq = seq;

kernel/bpf/link_iter.c

54

prog = bpf_iter_get_info(&meta, in_stop);

kernel/bpf/map_iter.c

169

DEFINE_BPF_ITER_FUNC(bpf_map_elem, struct bpf_iter_meta *meta,

kernel/bpf/map_iter.c

38

__bpf_md_ptr(struct bpf_iter_meta *, meta);

kernel/bpf/map_iter.c

42

DEFINE_BPF_ITER_FUNC(bpf_map, struct bpf_iter_meta *meta, struct bpf_map *map)

kernel/bpf/map_iter.c

47

struct bpf_iter_meta meta;

kernel/bpf/map_iter.c

51

ctx.meta = &meta;

kernel/bpf/map_iter.c

53

meta.seq = seq;

kernel/bpf/map_iter.c

54

prog = bpf_iter_get_info(&meta, in_stop);

kernel/bpf/preload/iterators/iterators.bpf.c

101

struct seq_file *seq = ctx->meta->seq;

kernel/bpf/preload/iterators/iterators.bpf.c

102

__u64 seq_num = ctx->meta->seq_num;

kernel/bpf/preload/iterators/iterators.bpf.c

22

struct bpf_iter_meta *meta;

kernel/bpf/preload/iterators/iterators.bpf.c

54

struct bpf_iter_meta *meta;

kernel/bpf/preload/iterators/iterators.bpf.c

81

struct seq_file *seq = ctx->meta->seq;

kernel/bpf/preload/iterators/iterators.bpf.c

82

__u64 seq_num = ctx->meta->seq_num;

kernel/bpf/prog_iter.c

38

__bpf_md_ptr(struct bpf_iter_meta *, meta);

kernel/bpf/prog_iter.c

42

DEFINE_BPF_ITER_FUNC(bpf_prog, struct bpf_iter_meta *meta, struct bpf_prog *prog)

kernel/bpf/prog_iter.c

47

struct bpf_iter_meta meta;

kernel/bpf/prog_iter.c

51

ctx.meta = &meta;

kernel/bpf/prog_iter.c

53

meta.seq = seq;

kernel/bpf/prog_iter.c

54

prog = bpf_iter_get_info(&meta, in_stop);

kernel/bpf/task_iter.c

171

__bpf_md_ptr(struct bpf_iter_meta *, meta);

kernel/bpf/task_iter.c

175

DEFINE_BPF_ITER_FUNC(task, struct bpf_iter_meta *meta, struct task_struct *task)

kernel/bpf/task_iter.c

180

struct bpf_iter_meta meta;

kernel/bpf/task_iter.c

184

meta.seq = seq;

kernel/bpf/task_iter.c

185

prog = bpf_iter_get_info(&meta, in_stop);

kernel/bpf/task_iter.c

189

ctx.meta = &meta;

kernel/bpf/task_iter.c

335

__bpf_md_ptr(struct bpf_iter_meta *, meta);

kernel/bpf/task_iter.c

341

DEFINE_BPF_ITER_FUNC(task_file, struct bpf_iter_meta *meta,

kernel/bpf/task_iter.c

350

struct bpf_iter_meta meta;

kernel/bpf/task_iter.c

353

meta.seq = seq;

kernel/bpf/task_iter.c

354

prog = bpf_iter_get_info(&meta, in_stop);

kernel/bpf/task_iter.c

358

ctx.meta = &meta;

kernel/bpf/task_iter.c

600

__bpf_md_ptr(struct bpf_iter_meta *, meta);

kernel/bpf/task_iter.c

605

DEFINE_BPF_ITER_FUNC(task_vma, struct bpf_iter_meta *meta,

kernel/bpf/task_iter.c

612

struct bpf_iter_meta meta;

kernel/bpf/task_iter.c

615

meta.seq = seq;

kernel/bpf/task_iter.c

616

prog = bpf_iter_get_info(&meta, in_stop);

kernel/bpf/task_iter.c

620

ctx.meta = &meta;

kernel/bpf/verifier.c

10180

struct bpf_call_arg_meta meta;

kernel/bpf/verifier.c

10217

memset(&meta, 0, sizeof(meta));

kernel/bpf/verifier.c

10218

meta.pkt_access = fn->pkt_access;

kernel/bpf/verifier.c

10220

err = check_func_proto(fn, &meta);

kernel/bpf/verifier.c

10236

meta.func_id = func_id;

kernel/bpf/verifier.c

10239

err = check_func_arg(env, i, &meta, fn, insn_idx);

kernel/bpf/verifier.c

10244

err = record_func_map(env, &meta, func_id, insn_idx);

kernel/bpf/verifier.c

10248

err = record_func_key(env, &meta, func_id, insn_idx);

kernel/bpf/verifier.c

10257

for (i = 0; i < meta.access_size; i++) {

kernel/bpf/verifier.c

10258

err = check_mem_access(env, insn_idx, regs + meta.regno, argno_from_reg(meta.regno), i, BPF_B,

kernel/bpf/verifier.c

10264

if (meta.release_regno) {

kernel/bpf/verifier.c

10265

struct bpf_reg_state *reg = &regs[meta.release_regno];

kernel/bpf/verifier.c

10269

err = release_reg(env, reg, convert_rcu, !!meta.dynptr.id);

kernel/bpf/verifier.c

10290

err = push_callback_call(env, insn, insn_idx, meta.subprogno,

kernel/bpf/verifier.c

10294

err = push_callback_call(env, insn, insn_idx, meta.subprogno,

kernel/bpf/verifier.c

10298

err = push_callback_call(env, insn, insn_idx, meta.subprogno,

kernel/bpf/verifier.c

10305

update_loop_inline_state(env, meta.subprogno);

kernel/bpf/verifier.c

10313

err = push_callback_call(env, insn, insn_idx, meta.subprogno,

kernel/bpf/verifier.c

10373

enum bpf_dynptr_type dynptr_type = meta.dynptr.type;

kernel/bpf/verifier.c

10405

err = push_callback_call(env, insn, insn_idx, meta.subprogno,

kernel/bpf/verifier.c

10442

if (meta.map.ptr == NULL) {

kernel/bpf/verifier.c

10448

can_elide_value_nullness(meta.map.ptr) &&

kernel/bpf/verifier.c

10449

meta.const_map_key >= 0 &&

kernel/bpf/verifier.c

10450

meta.const_map_key < meta.map.ptr->max_entries)

kernel/bpf/verifier.c

10453

regs[BPF_REG_0].map_ptr = meta.map.ptr;

kernel/bpf/verifier.c

10454

regs[BPF_REG_0].map_uid = meta.map.uid;

kernel/bpf/verifier.c

10457

btf_record_has_field(meta.map.ptr->record, BPF_SPIN_LOCK | BPF_RES_SPIN_LOCK)) {

kernel/bpf/verifier.c

10476

regs[BPF_REG_0].mem_size = meta.mem_size;

kernel/bpf/verifier.c

10483

t = btf_type_skip_modifiers(meta.ret_btf, meta.ret_btf_id, NULL);

kernel/bpf/verifier.c

10490

ret = btf_resolve_size(meta.ret_btf, t, &tsize);

kernel/bpf/verifier.c

10492

tname = btf_name_by_offset(meta.ret_btf, t->name_off);

kernel/bpf/verifier.c

10512

regs[BPF_REG_0].btf = meta.ret_btf;

kernel/bpf/verifier.c

10513

regs[BPF_REG_0].btf_id = meta.ret_btf_id;

kernel/bpf/verifier.c

10525

ret_btf = meta.kptr_field->kptr.btf;

kernel/bpf/verifier.c

10526

ret_btf_id = meta.kptr_field->kptr.btf_id;

kernel/bpf/verifier.c

10529

if (meta.kptr_field->type == BPF_KPTR_PERCPU)

kernel/bpf/verifier.c

10561

find_reference_state(env->cur_state, meta.ref_obj.id)) {

kernel/bpf/verifier.c

10565

err = validate_ref_obj(env, &meta.ref_obj);

kernel/bpf/verifier.c

10586

regs[BPF_REG_0].id = meta.ref_obj.id;

kernel/bpf/verifier.c

10587

} else if (is_acquire_function(func_id, meta.map.ptr)) {

kernel/bpf/verifier.c

10597

regs[BPF_REG_0].parent_id = meta.dynptr.id;

kernel/bpf/verifier.c

10599

err = do_refine_retval_range(env, regs, fn->ret_type, func_id, &meta);

kernel/bpf/verifier.c

10603

err = check_map_func_compatibility(env, meta.map.ptr, func_id);

kernel/bpf/verifier.c

1066

struct bpf_kfunc_call_arg_meta *meta,

kernel/bpf/verifier.c

10684

static bool is_kfunc_acquire(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

10686

return meta->kfunc_flags & KF_ACQUIRE;

kernel/bpf/verifier.c

10689

static bool is_kfunc_release(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

10691

return meta->kfunc_flags & KF_RELEASE;

kernel/bpf/verifier.c

10694

static bool is_kfunc_destructive(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

10696

return meta->kfunc_flags & KF_DESTRUCTIVE;

kernel/bpf/verifier.c

10699

static bool is_kfunc_rcu(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

10701

return meta->kfunc_flags & KF_RCU;

kernel/bpf/verifier.c

10704

static bool is_kfunc_rcu_protected(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

10706

return meta->kfunc_flags & KF_RCU_PROTECTED;

kernel/bpf/verifier.c

10925

static bool is_kfunc_arg_implicit(const struct bpf_kfunc_call_arg_meta *meta, u32 arg_idx)

kernel/bpf/verifier.c

10930

if (!(meta->kfunc_flags & KF_IMPLICIT_ARGS))

kernel/bpf/verifier.c

10933

func = btf_type_by_id(meta->btf, meta->func_id);

kernel/bpf/verifier.c

10934

func_proto = btf_type_by_id(meta->btf, func->type);

kernel/bpf/verifier.c

11224

static bool is_kfunc_ret_null(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11226

if (is_bpf_refcount_acquire_kfunc(meta->func_id) && meta->arg_owning_ref)

kernel/bpf/verifier.c

11229

return meta->kfunc_flags & KF_RET_NULL;

kernel/bpf/verifier.c

11232

static bool is_kfunc_bpf_rcu_read_lock(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11234

return meta->func_id == special_kfunc_list[KF_bpf_rcu_read_lock];

kernel/bpf/verifier.c

11237

static bool is_kfunc_bpf_rcu_read_unlock(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11239

return meta->func_id == special_kfunc_list[KF_bpf_rcu_read_unlock];

kernel/bpf/verifier.c

11242

static bool is_kfunc_bpf_preempt_disable(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11244

return meta->func_id == special_kfunc_list[KF_bpf_preempt_disable];

kernel/bpf/verifier.c

11247

static bool is_kfunc_bpf_preempt_enable(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11249

return meta->func_id == special_kfunc_list[KF_bpf_preempt_enable];

kernel/bpf/verifier.c

11252

bool bpf_is_kfunc_pkt_changing(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11254

return meta->func_id == special_kfunc_list[KF_bpf_xdp_pull_data];

kernel/bpf/verifier.c

11259

struct bpf_reg_state *regs, struct bpf_kfunc_call_arg_meta *meta,

kernel/bpf/verifier.c

11266

if (meta->func_id == special_kfunc_list[KF_bpf_cast_to_kern_ctx] ||

kernel/bpf/verifier.c

11267

meta->func_id == special_kfunc_list[KF_bpf_session_is_return] ||

kernel/bpf/verifier.c

11268

meta->func_id == special_kfunc_list[KF_bpf_session_cookie])

kernel/bpf/verifier.c

11272

(is_kfunc_arg_mem_size(meta->btf, &args[arg + 1], get_func_arg_reg(caller, regs, arg + 1)) ||

kernel/bpf/verifier.c

11273

is_kfunc_arg_const_mem_size(meta->btf, &args[arg + 1], get_func_arg_reg(caller, regs, arg + 1))))

kernel/bpf/verifier.c

11281

if (btf_is_prog_ctx_type(&env->log, meta->btf, t, resolve_prog_type(env->prog), arg))

kernel/bpf/verifier.c

11284

if (is_kfunc_arg_nullable(meta->btf, &args[arg]) && bpf_register_is_null(reg) &&

kernel/bpf/verifier.c

11288

if (is_kfunc_arg_alloc_obj(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11291

if (is_kfunc_arg_refcounted_kptr(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11294

if (is_kfunc_arg_dynptr(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11297

if (is_kfunc_arg_iter(meta, arg, &args[arg]))

kernel/bpf/verifier.c

11300

if (is_kfunc_arg_list_head(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11303

if (is_kfunc_arg_list_node(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11306

if (is_kfunc_arg_rbtree_root(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11309

if (is_kfunc_arg_rbtree_node(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11312

if (is_kfunc_arg_const_str(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11315

if (is_kfunc_arg_map(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11318

if (is_kfunc_arg_wq(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11321

if (is_kfunc_arg_timer(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11324

if (is_kfunc_arg_task_work(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11327

if (is_kfunc_arg_irq_flag(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11330

if (is_kfunc_arg_res_spin_lock(meta->btf, &args[arg]))

kernel/bpf/verifier.c

11336

meta->func_name, reg_arg_name(env, argno),

kernel/bpf/verifier.c

11343

if (is_kfunc_arg_callback(env, meta->btf, &args[arg]))

kernel/bpf/verifier.c

11351

if (!btf_type_is_scalar(ref_t) && !__btf_type_is_scalar_struct(env, meta->btf, ref_t, 0) &&

kernel/bpf/verifier.c

11365

struct bpf_kfunc_call_arg_meta *meta,

kernel/bpf/verifier.c

11408

if ((is_kfunc_release(meta) && reg_is_referenced(env, reg)) ||

kernel/bpf/verifier.c

11409

btf_type_ids_nocast_alias(&env->log, reg_btf, reg_ref_id, meta->btf, ref_id))

kernel/bpf/verifier.c

11412

WARN_ON_ONCE(is_kfunc_release(meta) && !tnum_is_const(reg->var_off));

kernel/bpf/verifier.c

11417

meta->btf, ref_id, strict_type_match);

kernel/bpf/verifier.c

11425

meta->func_name, reg_arg_name(env, argno),

kernel/bpf/verifier.c

11434

struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11439

if (meta->func_id == special_kfunc_list[KF_bpf_local_irq_save] ||

kernel/bpf/verifier.c

11440

meta->func_id == special_kfunc_list[KF_bpf_res_spin_lock_irqsave]) {

kernel/bpf/verifier.c

11442

if (meta->func_id == special_kfunc_list[KF_bpf_res_spin_lock_irqsave])

kernel/bpf/verifier.c

11444

} else if (meta->func_id == special_kfunc_list[KF_bpf_local_irq_restore] ||

kernel/bpf/verifier.c

11445

meta->func_id == special_kfunc_list[KF_bpf_res_spin_unlock_irqrestore]) {

kernel/bpf/verifier.c

11447

if (meta->func_id == special_kfunc_list[KF_bpf_res_spin_unlock_irqrestore])

kernel/bpf/verifier.c

11466

err = mark_stack_slot_irq_flag(env, meta, reg, env->insn_idx, kfunc_class);

kernel/bpf/verifier.c

11759

struct bpf_kfunc_call_arg_meta *meta,

kernel/bpf/verifier.c

11768

if (meta->btf != btf_vmlinux) {

kernel/bpf/verifier.c

11773

if (!check_kfunc_is_graph_root_api(env, head_field_type, meta->func_id))

kernel/bpf/verifier.c

11809

struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11811

return __process_kf_arg_ptr_to_graph_root(env, reg, argno, meta, BPF_LIST_HEAD,

kernel/bpf/verifier.c

11812

&meta->arg_list_head.field);

kernel/bpf/verifier.c

11817

struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11819

return __process_kf_arg_ptr_to_graph_root(env, reg, argno, meta, BPF_RB_ROOT,

kernel/bpf/verifier.c

11820

&meta->arg_rbtree_root.field);

kernel/bpf/verifier.c

11826

struct bpf_kfunc_call_arg_meta *meta,

kernel/bpf/verifier.c

11836

if (meta->btf != btf_vmlinux) {

kernel/bpf/verifier.c

11841

if (!check_kfunc_is_graph_node_api(env, node_field_type, meta->func_id))

kernel/bpf/verifier.c

11874

meta->arg_btf = reg->btf;

kernel/bpf/verifier.c

11875

meta->arg_btf_id = reg->btf_id;

kernel/bpf/verifier.c

11890

struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11892

return __process_kf_arg_ptr_to_graph_node(env, reg, argno, meta,

kernel/bpf/verifier.c

11894

&meta->arg_list_head.field);

kernel/bpf/verifier.c

11899

struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

11901

return __process_kf_arg_ptr_to_graph_node(env, reg, argno, meta,

kernel/bpf/verifier.c

11903

&meta->arg_rbtree_root.field);

kernel/bpf/verifier.c

11928

static int check_kfunc_args(struct bpf_verifier_env *env, struct bpf_kfunc_call_arg_meta *meta,

kernel/bpf/verifier.c

11931

const char *func_name = meta->func_name, *ref_tname;

kernel/bpf/verifier.c

11934

const struct btf *btf = meta->btf;

kernel/bpf/verifier.c

11940

args = (const struct btf_param *)(meta->func_proto + 1);

kernel/bpf/verifier.c

11941

nargs = btf_type_vlen(meta->func_proto);

kernel/bpf/verifier.c

11973

if (meta->arg_prog) {

kernel/bpf/verifier.c

11982

meta->arg_prog = true;

kernel/bpf/verifier.c

11987

if (is_kfunc_arg_ignore(btf, &args[i]) || is_kfunc_arg_implicit(meta, i))

kernel/bpf/verifier.c

11998

if (is_kfunc_arg_constant(meta->btf, &args[i])) {

kernel/bpf/verifier.c

11999

if (meta->arg_constant.found) {

kernel/bpf/verifier.c

12014

meta->arg_constant.found = true;

kernel/bpf/verifier.c

12015

meta->arg_constant.value = reg->var_off.value;

kernel/bpf/verifier.c

12017

meta->r0_rdonly = true;

kernel/bpf/verifier.c

12024

if (meta->r0_size) {

kernel/bpf/verifier.c

12035

meta->r0_size = reg->var_off.value;

kernel/bpf/verifier.c

12053

!is_kfunc_arg_nullable(meta->btf, &args[i])) {

kernel/bpf/verifier.c

12059

if (regno == meta->release_regno && !is_kfunc_arg_dynptr(meta->btf, &args[i]) &&

kernel/bpf/verifier.c

12067

update_ref_obj(&meta->ref_obj, reg);

kernel/bpf/verifier.c

12072

kf_arg_type = get_kfunc_ptr_arg_type(env, caller, regs, meta, t, ref_t, ref_tname,

kernel/bpf/verifier.c

12086

if (meta->map.ptr && (reg->map_ptr->record->wq_off >= 0 ||

kernel/bpf/verifier.c

12100

if (meta->map.ptr != reg->map_ptr ||

kernel/bpf/verifier.c

12101

meta->map.uid != reg->map_uid) {

kernel/bpf/verifier.c

12105

meta->map.uid, reg->map_uid);

kernel/bpf/verifier.c

12110

meta->map.uid, reg->map_uid);

kernel/bpf/verifier.c

12114

meta->map.ptr = reg->map_ptr;

kernel/bpf/verifier.c

12115

meta->map.uid = reg->map_uid;

kernel/bpf/verifier.c

12120

if (!is_kfunc_rcu(meta)) {

kernel/bpf/verifier.c

12162

if (regno == meta->release_regno)

kernel/bpf/verifier.c

12177

if (meta->func_id == special_kfunc_list[KF_bpf_cast_to_kern_ctx]) {

kernel/bpf/verifier.c

12181

meta->ret_btf_id = ret;

kernel/bpf/verifier.c

12186

if (!is_bpf_obj_drop_kfunc(meta->func_id)) {

kernel/bpf/verifier.c

12192

if (!is_bpf_percpu_obj_drop_kfunc(meta->func_id)) {

kernel/bpf/verifier.c

12206

if (meta->btf == btf_vmlinux) {

kernel/bpf/verifier.c

12207

meta->arg_btf = reg->btf;

kernel/bpf/verifier.c

12208

meta->arg_btf_id = reg->btf_id;

kernel/bpf/verifier.c

12218

if (meta->func_id == special_kfunc_list[KF_bpf_dynptr_from_skb]) {

kernel/bpf/verifier.c

12220

} else if (meta->func_id == special_kfunc_list[KF_bpf_dynptr_from_xdp]) {

kernel/bpf/verifier.c

12222

} else if (meta->func_id == special_kfunc_list[KF_bpf_dynptr_from_skb_meta]) {

kernel/bpf/verifier.c

12224

} else if (meta->func_id == special_kfunc_list[KF_bpf_dynptr_from_file]) {

kernel/bpf/verifier.c

12226

} else if (meta->func_id == special_kfunc_list[KF_bpf_dynptr_file_discard]) {

kernel/bpf/verifier.c

12228

} else if (meta->func_id == special_kfunc_list[KF_bpf_dynptr_clone] &&

kernel/bpf/verifier.c

12230

enum bpf_dynptr_type parent_type = meta->dynptr.type;

kernel/bpf/verifier.c

12241

&meta->ref_obj, &meta->dynptr);

kernel/bpf/verifier.c

12247

if (meta->func_id == special_kfunc_list[KF_bpf_iter_css_task_new]) {

kernel/bpf/verifier.c

12253

ret = process_iter_arg(env, reg, argno, insn_idx, meta);

kernel/bpf/verifier.c

12269

ret = process_kf_arg_ptr_to_list_head(env, reg, argno, meta);

kernel/bpf/verifier.c

12285

ret = process_kf_arg_ptr_to_rbtree_root(env, reg, argno, meta);

kernel/bpf/verifier.c

12307

ret = process_kf_arg_ptr_to_list_node(env, reg, argno, meta);

kernel/bpf/verifier.c

12312

if (is_bpf_rbtree_add_kfunc(meta->func_id)) {

kernel/bpf/verifier.c

12334

ret = process_kf_arg_ptr_to_rbtree_node(env, reg, argno, meta);

kernel/bpf/verifier.c

12356

ret = process_kf_arg_ptr_to_btf_id(env, reg, ref_t, ref_tname, ref_id, meta, i, argno);

kernel/bpf/verifier.c

12380

if (!bpf_register_is_null(buff_reg) || !is_kfunc_arg_nullable(meta->btf, buff_arg)) {

kernel/bpf/verifier.c

12391

if (is_kfunc_arg_const_mem_size(meta->btf, size_arg, size_reg)) {

kernel/bpf/verifier.c

12392

if (meta->arg_constant.found) {

kernel/bpf/verifier.c

12401

meta->arg_constant.found = true;

kernel/bpf/verifier.c

12402

meta->arg_constant.value = size_reg->var_off.value;

kernel/bpf/verifier.c

12414

meta->subprogno = reg->subprogno;

kernel/bpf/verifier.c

12423

meta->arg_owning_ref = true;

kernel/bpf/verifier.c

12437

meta->arg_btf = reg->btf;

kernel/bpf/verifier.c

12438

meta->arg_btf_id = reg->btf_id;

kernel/bpf/verifier.c

12456

ret = check_map_field_pointer(env, reg, argno, BPF_WORKQUEUE, &meta->map);

kernel/bpf/verifier.c

12466

ret = process_timer_kfunc(env, reg, argno, meta);

kernel/bpf/verifier.c

12476

ret = check_map_field_pointer(env, reg, argno, BPF_TASK_WORK, &meta->map);

kernel/bpf/verifier.c

12486

ret = process_irq_flag(env, reg, argno, meta);

kernel/bpf/verifier.c

12500

if (!is_bpf_res_spin_lock_kfunc(meta->func_id))

kernel/bpf/verifier.c

12502

if (meta->func_id == special_kfunc_list[KF_bpf_res_spin_lock] ||

kernel/bpf/verifier.c

12503

meta->func_id == special_kfunc_list[KF_bpf_res_spin_lock_irqsave])

kernel/bpf/verifier.c

12505

if (meta->func_id == special_kfunc_list[KF_bpf_res_spin_lock_irqsave] ||

kernel/bpf/verifier.c

12506

meta->func_id == special_kfunc_list[KF_bpf_res_spin_unlock_irqrestore])

kernel/bpf/verifier.c

12522

struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

12531

memset(meta, 0, sizeof(*meta));

kernel/bpf/verifier.c

12532

meta->btf = kfunc.btf;

kernel/bpf/verifier.c

12533

meta->func_id = kfunc.id;

kernel/bpf/verifier.c

12534

meta->func_proto = kfunc.proto;

kernel/bpf/verifier.c

12535

meta->func_name = kfunc.name;

kernel/bpf/verifier.c

12540

meta->kfunc_flags = *kfunc.flags;

kernel/bpf/verifier.c

12543

if (is_kfunc_release(meta))

kernel/bpf/verifier.c

12544

meta->release_regno = BPF_REG_1;

kernel/bpf/verifier.c

12681

struct bpf_kfunc_call_arg_meta meta;

kernel/bpf/verifier.c

12688

if (bpf_fetch_kfunc_arg_meta(env, insn->imm, insn->off, &meta) < 0)

kernel/bpf/verifier.c

12691

btf = meta.btf;

kernel/bpf/verifier.c

12692

args = btf_params(meta.func_proto);

kernel/bpf/verifier.c

12693

nargs = btf_type_vlen(meta.func_proto);

kernel/bpf/verifier.c

12730

if (arg == 0 && meta.kfunc_flags & KF_ITER_NEW)

kernel/bpf/verifier.c

12742

static int check_special_kfunc(struct bpf_verifier_env *env, struct bpf_kfunc_call_arg_meta *meta,

kernel/bpf/verifier.c

12749

if (meta->btf != btf_vmlinux)

kernel/bpf/verifier.c

12752

if (is_bpf_obj_new_kfunc(meta->func_id) || is_bpf_percpu_obj_new_kfunc(meta->func_id)) {

kernel/bpf/verifier.c

12757

if (is_bpf_obj_new_kfunc(meta->func_id) && !bpf_global_ma_set)

kernel/bpf/verifier.c

12760

if (((u64)(u32)meta->arg_constant.value) != meta->arg_constant.value) {

kernel/bpf/verifier.c

12766

ret_btf_id = meta->arg_constant.value;

kernel/bpf/verifier.c

12780

if (is_bpf_percpu_obj_new_kfunc(meta->func_id)) {

kernel/bpf/verifier.c

12810

if (is_bpf_percpu_obj_new_kfunc(meta->func_id)) {

kernel/bpf/verifier.c

12826

if (is_bpf_percpu_obj_new_kfunc(meta->func_id))

kernel/bpf/verifier.c

12831

} else if (is_bpf_refcount_acquire_kfunc(meta->func_id)) {

kernel/bpf/verifier.c

12834

regs[BPF_REG_0].btf = meta->arg_btf;

kernel/bpf/verifier.c

12835

regs[BPF_REG_0].btf_id = meta->arg_btf_id;

kernel/bpf/verifier.c

12838

btf_find_struct_meta(meta->arg_btf,

kernel/bpf/verifier.c

12839

meta->arg_btf_id);

kernel/bpf/verifier.c

12841

struct btf_field *field = meta->arg_list_head.field;

kernel/bpf/verifier.c

12845

struct btf_field *field = meta->arg_rbtree_root.field;

kernel/bpf/verifier.c

12848

} else if (meta->func_id == special_kfunc_list[KF_bpf_cast_to_kern_ctx]) {

kernel/bpf/verifier.c

12852

regs[BPF_REG_0].btf_id = meta->ret_btf_id;

kernel/bpf/verifier.c

12853

} else if (meta->func_id == special_kfunc_list[KF_bpf_rdonly_cast]) {

kernel/bpf/verifier.c

12854

ret_t = btf_type_by_id(desc_btf, meta->arg_constant.value);

kernel/bpf/verifier.c

12857

meta->arg_constant.value);

kernel/bpf/verifier.c

12863

regs[BPF_REG_0].btf_id = meta->arg_constant.value;

kernel/bpf/verifier.c

12873

} else if (meta->func_id == special_kfunc_list[KF_bpf_dynptr_slice] ||

kernel/bpf/verifier.c

12874

meta->func_id == special_kfunc_list[KF_bpf_dynptr_slice_rdwr]) {

kernel/bpf/verifier.c

12875

enum bpf_type_flag type_flag = get_dynptr_type_flag(meta->dynptr.type);

kernel/bpf/verifier.c

12879

if (!meta->arg_constant.found) {

kernel/bpf/verifier.c

12884

regs[BPF_REG_0].mem_size = meta->arg_constant.value;

kernel/bpf/verifier.c

12889

if (meta->func_id == special_kfunc_list[KF_bpf_dynptr_slice]) {

kernel/bpf/verifier.c

12899

if (!meta->dynptr.id) {

kernel/bpf/verifier.c

12903

regs[BPF_REG_0].parent_id = meta->dynptr.id;

kernel/bpf/verifier.c

12921

struct bpf_kfunc_call_arg_meta meta;

kernel/bpf/verifier.c

12933

err = bpf_fetch_kfunc_arg_meta(env, insn->imm, insn->off, &meta);

kernel/bpf/verifier.c

12934

if (err == -EACCES && meta.func_name)

kernel/bpf/verifier.c

12935

verbose(env, "calling kernel function %s is not allowed\n", meta.func_name);

kernel/bpf/verifier.c

12938

desc_btf = meta.btf;

kernel/bpf/verifier.c

12939

func_name = meta.func_name;

kernel/bpf/verifier.c

12942

insn_aux->is_iter_next = bpf_is_iter_next_kfunc(&meta);

kernel/bpf/verifier.c

12974

if (is_kfunc_destructive(&meta) && !capable(CAP_SYS_BOOT)) {

kernel/bpf/verifier.c

12979

sleepable = bpf_is_kfunc_sleepable(&meta);

kernel/bpf/verifier.c

12990

err = check_kfunc_args(env, &meta, insn_idx);

kernel/bpf/verifier.c

12994

if ((is_bpf_obj_drop_kfunc(meta.func_id) ||

kernel/bpf/verifier.c

12995

is_bpf_percpu_obj_drop_kfunc(meta.func_id)) && (is_tracing_prog_type(prog_type) ||

kernel/bpf/verifier.c

13001

struct_meta = btf_find_struct_meta(meta.arg_btf, meta.arg_btf_id);

kernel/bpf/verifier.c

13009

if (is_bpf_rbtree_add_kfunc(meta.func_id)) {

kernel/bpf/verifier.c

13010

err = push_callback_call(env, insn, insn_idx, meta.subprogno,

kernel/bpf/verifier.c

13014

func_name, meta.func_id);

kernel/bpf/verifier.c

13019

if (meta.func_id == special_kfunc_list[KF_bpf_session_cookie]) {

kernel/bpf/verifier.c

13020

meta.r0_size = sizeof(u64);

kernel/bpf/verifier.c

13021

meta.r0_rdonly = false;

kernel/bpf/verifier.c

13024

if (is_bpf_wq_set_callback_kfunc(meta.func_id)) {

kernel/bpf/verifier.c

13025

err = push_callback_call(env, insn, insn_idx, meta.subprogno,

kernel/bpf/verifier.c

13029

func_name, meta.func_id);

kernel/bpf/verifier.c

13034

if (is_task_work_add_kfunc(meta.func_id)) {

kernel/bpf/verifier.c

13035

err = push_callback_call(env, insn, insn_idx, meta.subprogno,

kernel/bpf/verifier.c

13039

func_name, meta.func_id);

kernel/bpf/verifier.c

13044

rcu_lock = is_kfunc_bpf_rcu_read_lock(&meta);

kernel/bpf/verifier.c

13045

rcu_unlock = is_kfunc_bpf_rcu_read_unlock(&meta);

kernel/bpf/verifier.c

13047

preempt_disable = is_kfunc_bpf_preempt_disable(&meta);

kernel/bpf/verifier.c

13048

preempt_enable = is_kfunc_bpf_preempt_enable(&meta);

kernel/bpf/verifier.c

13080

if (is_kfunc_rcu_protected(&meta) && !in_rcu_cs(env)) {

kernel/bpf/verifier.c

13088

if (meta.release_regno) {

kernel/bpf/verifier.c

13089

err = release_reg(env, &regs[meta.release_regno], false, !!meta.dynptr.id);

kernel/bpf/verifier.c

13094

if (is_bpf_list_push_kfunc(meta.func_id) || is_bpf_rbtree_add_kfunc(meta.func_id)) {

kernel/bpf/verifier.c

13097

insn_aux->kptr_struct_meta = btf_find_struct_meta(meta.arg_btf, meta.arg_btf_id);

kernel/bpf/verifier.c

13101

if (meta.func_id == special_kfunc_list[KF_bpf_throw]) {

kernel/bpf/verifier.c

13104

func_name, meta.func_id);

kernel/bpf/verifier.c

13128

t = btf_type_skip_modifiers(desc_btf, meta.func_proto->type, NULL);

kernel/bpf/verifier.c

13130

if (is_kfunc_acquire(&meta) && !btf_type_is_struct_ptr(meta.btf, t)) {

kernel/bpf/verifier.c

13131

if (meta.btf != btf_vmlinux ||

kernel/bpf/verifier.c

13132

(!is_bpf_obj_new_kfunc(meta.func_id) &&

kernel/bpf/verifier.c

13133

!is_bpf_percpu_obj_new_kfunc(meta.func_id) &&

kernel/bpf/verifier.c

13134

!is_bpf_refcount_acquire_kfunc(meta.func_id))) {

kernel/bpf/verifier.c

13142

if (meta.btf == btf_vmlinux && (meta.func_id == special_kfunc_list[KF_bpf_res_spin_lock] ||

kernel/bpf/verifier.c

13143

meta.func_id == special_kfunc_list[KF_bpf_res_spin_lock_irqsave]))

kernel/bpf/verifier.c

13148

err = check_special_kfunc(env, &meta, regs, insn_aux, ptr_type, desc_btf);

kernel/bpf/verifier.c

13156

if (!meta.r0_size) {

kernel/bpf/verifier.c

13160

meta.r0_size = sz;

kernel/bpf/verifier.c

13161

meta.r0_rdonly = true;

kernel/bpf/verifier.c

13164

if (!meta.r0_size) {

kernel/bpf/verifier.c

13177

regs[BPF_REG_0].mem_size = meta.r0_size;

kernel/bpf/verifier.c

13179

if (meta.r0_rdonly)

kernel/bpf/verifier.c

13183

if (meta.ref_obj.id) {

kernel/bpf/verifier.c

13184

err = validate_ref_obj(env, &meta.ref_obj);

kernel/bpf/verifier.c

13187

regs[BPF_REG_0].parent_id = meta.ref_obj.id;

kernel/bpf/verifier.c

13190

if (is_kfunc_rcu_protected(&meta))

kernel/bpf/verifier.c

13195

if (meta.func_id == special_kfunc_list[KF_bpf_get_kmem_cache])

kernel/bpf/verifier.c

13197

else if (is_kfunc_rcu_protected(&meta) ||

kernel/bpf/verifier.c

13198

(bpf_is_iter_next_kfunc(&meta) &&

kernel/bpf/verifier.c

13199

(get_iter_from_state(env->cur_state, &meta)

kernel/bpf/verifier.c

13227

if (is_kfunc_ret_null(&meta)) {

kernel/bpf/verifier.c

13233

if (is_kfunc_acquire(&meta)) {

kernel/bpf/verifier.c

13245

if (meta.btf == btf_vmlinux) {

kernel/bpf/verifier.c

13246

if (is_bpf_obj_drop_kfunc(meta.func_id) ||

kernel/bpf/verifier.c

13247

is_bpf_percpu_obj_drop_kfunc(meta.func_id)) {

kernel/bpf/verifier.c

13249

btf_find_struct_meta(meta.arg_btf,

kernel/bpf/verifier.c

13250

meta.arg_btf_id);

kernel/bpf/verifier.c

13255

if (bpf_is_kfunc_pkt_changing(&meta))

kernel/bpf/verifier.c

13258

nargs = btf_type_vlen(meta.func_proto);

kernel/bpf/verifier.c

13269

args = (const struct btf_param *)(meta.func_proto + 1);

kernel/bpf/verifier.c

13281

if (bpf_is_iter_next_kfunc(&meta)) {

kernel/bpf/verifier.c

13282

err = process_iter_next_call(env, insn_idx, &meta);

kernel/bpf/verifier.c

13287

if (meta.func_id == special_kfunc_list[KF_bpf_session_cookie])

kernel/bpf/verifier.c

16676

struct bpf_kfunc_call_arg_meta meta;

kernel/bpf/verifier.c

16701

err = bpf_fetch_kfunc_arg_meta(env, call->imm, call->off, &meta);

kernel/bpf/verifier.c

16705

cs->num_params = btf_type_vlen(meta.func_proto);

kernel/bpf/verifier.c

16706

cs->fastcall = meta.kfunc_flags & KF_FASTCALL;

kernel/bpf/verifier.c

16707

cs->is_void = btf_type_is_void(btf_type_by_id(meta.btf, meta.func_proto->type));

kernel/bpf/verifier.c

383

struct btf_struct_meta *meta;

kernel/bpf/verifier.c

388

meta = btf_find_struct_meta(reg->btf, reg->btf_id);

kernel/bpf/verifier.c

389

if (meta)

kernel/bpf/verifier.c

390

rec = meta->record;

kernel/bpf/verifier.c

3903

struct bpf_call_arg_meta *meta);

kernel/bpf/verifier.c

4408

struct btf_struct_meta *meta;

kernel/bpf/verifier.c

4413

meta = btf_find_struct_meta(kptr_field->kptr.btf,

kernel/bpf/verifier.c

4416

return meta ? meta->record : NULL;

kernel/bpf/verifier.c

4607

const struct bpf_call_arg_meta *meta,

kernel/bpf/verifier.c

4631

if (meta)

kernel/bpf/verifier.c

4632

return meta->pkt_access;

kernel/bpf/verifier.c

5661

struct bpf_iter_meta *meta;

kernel/bpf/verifier.c

6598

enum bpf_access_type type, struct bpf_call_arg_meta *meta)

kernel/bpf/verifier.c

6648

if (meta && meta->raw_mode)

kernel/bpf/verifier.c

6649

meta = NULL;

kernel/bpf/verifier.c

6655

if (meta && meta->raw_mode) {

kernel/bpf/verifier.c

6681

meta->access_size = access_size;

kernel/bpf/verifier.c

6682

meta->regno = reg_from_argno(argno);

kernel/bpf/verifier.c

6744

struct bpf_call_arg_meta *meta)

kernel/bpf/verifier.c

6797

zero_size_allowed, access_type, meta);

kernel/bpf/verifier.c

6836

struct bpf_call_arg_meta *meta)

kernel/bpf/verifier.c

6848

meta->msize_max_value = reg_umax(size_reg);

kernel/bpf/verifier.c

6856

meta = NULL;

kernel/bpf/verifier.c

6876

access_type, zero_size_allowed, meta);

kernel/bpf/verifier.c

6929

struct bpf_call_arg_meta meta;

kernel/bpf/verifier.c

6932

memset(&meta, 0, sizeof(meta));

kernel/bpf/verifier.c

6939

err = check_mem_size_reg(env, mem_reg, size_reg, mem_argno, size_argno, BPF_READ, true, &meta);

kernel/bpf/verifier.c

6940

err = err ?: check_mem_size_reg(env, mem_reg, size_reg, mem_argno, size_argno, BPF_WRITE, true, &meta);

kernel/bpf/verifier.c

7156

struct bpf_call_arg_meta *meta)

kernel/bpf/verifier.c

7158

return process_timer_func(env, reg, argno, &meta->map);

kernel/bpf/verifier.c

7162

struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

7164

return process_timer_func(env, reg, argno, &meta->map);

kernel/bpf/verifier.c

7168

struct bpf_call_arg_meta *meta)

kernel/bpf/verifier.c

7186

meta->map.ptr = map_ptr;

kernel/bpf/verifier.c

7211

meta->kptr_field = kptr_field;

kernel/bpf/verifier.c

7329

static bool is_iter_kfunc(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

7331

return meta->kfunc_flags & (KF_ITER_NEW | KF_ITER_NEXT | KF_ITER_DESTROY);

kernel/bpf/verifier.c

7334

static bool is_iter_new_kfunc(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

7336

return meta->kfunc_flags & KF_ITER_NEW;

kernel/bpf/verifier.c

7340

static bool is_iter_destroy_kfunc(struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

7342

return meta->kfunc_flags & KF_ITER_DESTROY;

kernel/bpf/verifier.c

7345

static bool is_kfunc_arg_iter(struct bpf_kfunc_call_arg_meta *meta, int arg_idx,

kernel/bpf/verifier.c

7351

if (is_iter_kfunc(meta))

kernel/bpf/verifier.c

7355

return btf_param_match_suffix(meta->btf, arg, "__iter");

kernel/bpf/verifier.c

7359

struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

7378

btf_id = btf_check_iter_arg(meta->btf, meta->func_proto, arg_idx);

kernel/bpf/verifier.c

7384

t = btf_type_by_id(meta->btf, btf_id);

kernel/bpf/verifier.c

7387

if (is_iter_new_kfunc(meta)) {

kernel/bpf/verifier.c

7391

iter_type_str(meta->btf, btf_id), reg_arg_name(env, argno));

kernel/bpf/verifier.c

7402

err = mark_stack_slots_iter(env, meta, reg, insn_idx, meta->btf, btf_id, nr_slots);

kernel/bpf/verifier.c

7409

err = is_iter_reg_valid_init(env, reg, meta->btf, btf_id, nr_slots);

kernel/bpf/verifier.c

7415

iter_type_str(meta->btf, btf_id), reg_arg_name(env, argno));

kernel/bpf/verifier.c

7418

verbose(env, "expected an RCU CS when using %s\n", meta->func_name);

kernel/bpf/verifier.c

7431

meta->iter.spi = spi;

kernel/bpf/verifier.c

7432

meta->iter.frameno = reg->frameno;

kernel/bpf/verifier.c

7433

update_ref_obj(&meta->ref_obj, &state->stack[spi].spilled_ptr);

kernel/bpf/verifier.c

7435

if (is_iter_destroy_kfunc(meta)) {

kernel/bpf/verifier.c

7526

struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

7528

int iter_frameno = meta->iter.frameno;

kernel/bpf/verifier.c

7529

int iter_spi = meta->iter.spi;

kernel/bpf/verifier.c

7613

struct bpf_kfunc_call_arg_meta *meta)

kernel/bpf/verifier.c

7621

cur_iter = get_iter_from_state(cur_st, meta);

kernel/bpf/verifier.c

7649

queued_iter = get_iter_from_state(queued_st, meta);

kernel/bpf/verifier.c

7690

const struct bpf_call_arg_meta *meta,

kernel/bpf/verifier.c

7693

if (!meta->map.ptr) {

kernel/bpf/verifier.c

7699

switch (meta->map.ptr->map_type) {

kernel/bpf/verifier.c

7710

if (meta->func_id == BPF_FUNC_map_peek_elem)

kernel/bpf/verifier.c

7836

struct bpf_call_arg_meta *meta)

kernel/bpf/verifier.c

7868

if (meta->func_id == BPF_FUNC_kptr_xchg && type_is_alloc(type) && reg_from_argno(argno) == BPF_REG_2) {

kernel/bpf/verifier.c

7896

func_id_name(meta->func_id),

kernel/bpf/verifier.c

7916

meta->func_id != BPF_FUNC_sk_release;

kernel/bpf/verifier.c

7933

if (meta->func_id == BPF_FUNC_kptr_xchg) {

kernel/bpf/verifier.c

7934

if (map_kptr_match_type(env, meta->kptr_field, reg, reg_from_argno(argno)))

kernel/bpf/verifier.c

7964

if (meta->func_id != BPF_FUNC_spin_lock && meta->func_id != BPF_FUNC_spin_unlock &&

kernel/bpf/verifier.c

7965

meta->func_id != BPF_FUNC_kptr_xchg) {

kernel/bpf/verifier.c

7970

if (meta->func_id == BPF_FUNC_kptr_xchg) {

kernel/bpf/verifier.c

7974

map_kptr_match_type(env, meta->kptr_field, reg, regno))

kernel/bpf/verifier.c

8212

struct bpf_call_arg_meta *meta,

kernel/bpf/verifier.c

8242

!may_access_direct_pkt_data(env, meta, BPF_READ)) {

kernel/bpf/verifier.c

8248

err = resolve_map_arg_type(env, meta, &arg_type);

kernel/bpf/verifier.c

8264

err = check_reg_type(env, reg, argno_from_reg(regno), arg_type, arg_btf_id, meta);

kernel/bpf/verifier.c

8276

func_id_name(meta->func_id), reg_arg_name(env, argno));

kernel/bpf/verifier.c

8281

update_ref_obj(&meta->ref_obj, reg);

kernel/bpf/verifier.c

8286

if (meta->map.ptr) {

kernel/bpf/verifier.c

8299

if (meta->map.ptr != reg->map_ptr ||

kernel/bpf/verifier.c

8300

meta->map.uid != reg->map_uid) {

kernel/bpf/verifier.c

8303

meta->map.uid, reg->map_uid);

kernel/bpf/verifier.c

8307

meta->map.ptr = reg->map_ptr;

kernel/bpf/verifier.c

8308

meta->map.uid = reg->map_uid;

kernel/bpf/verifier.c

8315

if (!meta->map.ptr) {

kernel/bpf/verifier.c

8324

key_size = meta->map.ptr->key_size;

kernel/bpf/verifier.c

8328

if (can_elide_value_nullness(meta->map.ptr)) {

kernel/bpf/verifier.c

8329

err = get_constant_map_key(env, reg, key_size, &meta->const_map_key);

kernel/bpf/verifier.c

8331

meta->const_map_key = -1;

kernel/bpf/verifier.c

8346

if (!meta->map.ptr) {

kernel/bpf/verifier.c

8351

meta->raw_mode = arg_type & MEM_UNINIT;

kernel/bpf/verifier.c

8352

err = check_helper_mem_access(env, reg, argno_from_reg(regno), meta->map.ptr->value_size,

kernel/bpf/verifier.c

8354

false, meta);

kernel/bpf/verifier.c

8361

meta->ret_btf = reg->btf;

kernel/bpf/verifier.c

8362

meta->ret_btf_id = reg->btf_id;

kernel/bpf/verifier.c

8369

if (meta->func_id == BPF_FUNC_spin_lock) {

kernel/bpf/verifier.c

8373

} else if (meta->func_id == BPF_FUNC_spin_unlock) {

kernel/bpf/verifier.c

8383

err = process_timer_helper(env, reg, argno_from_reg(regno), meta);

kernel/bpf/verifier.c

8388

meta->subprogno = reg->subprogno;

kernel/bpf/verifier.c

8394

meta->raw_mode = arg_type & MEM_UNINIT;

kernel/bpf/verifier.c

8398

false, meta);

kernel/bpf/verifier.c

8410

false, meta);

kernel/bpf/verifier.c

8417

true, meta);

kernel/bpf/verifier.c

8420

err = process_dynptr_func(env, reg, argno_from_reg(regno), insn_idx, arg_type, &meta->ref_obj,

kernel/bpf/verifier.c

8421

&meta->dynptr);

kernel/bpf/verifier.c

8431

meta->mem_size = reg->var_off.value;

kernel/bpf/verifier.c

8444

err = process_kptr_func(env, regno, meta);

kernel/bpf/verifier.c

8840

static bool check_proto_release_reg(const struct bpf_func_proto *fn, struct bpf_call_arg_meta *meta)

kernel/bpf/verifier.c

8848

if (meta->release_regno)

kernel/bpf/verifier.c

8850

meta->release_regno = i + 1;

kernel/bpf/verifier.c

8857

static int check_func_proto(const struct bpf_func_proto *fn, struct bpf_call_arg_meta *meta)

kernel/bpf/verifier.c

8862

check_proto_release_reg(fn, meta) &&

kernel/bpf/verifier.c

9220

struct bpf_call_arg_meta meta;

kernel/bpf/verifier.c

9226

memset(&meta, 0, sizeof(meta)); /* leave func_id as zero */

kernel/bpf/verifier.c

9227

err = check_reg_type(env, reg, argno, arg->arg_type, &arg->btf_id, &meta);

kernel/bpf/verifier.c

930

static bool is_kfunc_rcu_protected(struct bpf_kfunc_call_arg_meta *meta);

kernel/bpf/verifier.c

933

struct bpf_kfunc_call_arg_meta *meta,

kernel/bpf/verifier.c

954

if (is_kfunc_rcu_protected(meta)) {

kernel/bpf/verifier.c

9811

struct bpf_call_arg_meta *meta)

kernel/bpf/verifier.c

9826

reg_set_srange64(ret_reg, -MAX_ERRNO, meta->msize_max_value);

kernel/bpf/verifier.c

9827

reg_set_srange32(ret_reg, -MAX_ERRNO, meta->msize_max_value);

kernel/bpf/verifier.c

9864

record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta,

kernel/bpf/verifier.c

9868

struct bpf_map *map = meta->map.ptr;

kernel/bpf/verifier.c

9901

bpf_map_ptr_store(aux, meta->map.ptr,

kernel/bpf/verifier.c

9902

!meta->map.ptr->bypass_spec_v1, false);

kernel/bpf/verifier.c

9903

else if (aux->map_ptr_state.map_ptr != meta->map.ptr)

kernel/bpf/verifier.c

9904

bpf_map_ptr_store(aux, meta->map.ptr,

kernel/bpf/verifier.c

9905

!meta->map.ptr->bypass_spec_v1, true);

kernel/bpf/verifier.c

9910

record_func_key(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta,

kernel/bpf/verifier.c

9915

struct bpf_map *map = meta->map.ptr;

kernel/kallsyms.c

798

__bpf_md_ptr(struct bpf_iter_meta *, meta);

kernel/kallsyms.c

805

struct bpf_iter_meta meta;

kernel/kallsyms.c

808

meta.seq = m;

kernel/kallsyms.c

809

prog = bpf_iter_get_info(&meta, in_stop);

kernel/kallsyms.c

813

ctx.meta = &meta;

kernel/kallsyms.c

852

DEFINE_BPF_ITER_FUNC(ksym, struct bpf_iter_meta *meta, struct kallsym_iter *ksym)

kernel/trace/bpf_trace.c

743

u64 bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size,

kernel/trace/bpf_trace.c

757

.data = meta,

kernel/trace/ring_buffer.c

1308

struct ring_buffer_cpu_meta *meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

1309

meta->head_buffer = (unsigned long)head->page;

kernel/trace/ring_buffer.c

1624

struct ring_buffer_cpu_meta *meta;

kernel/trace/ring_buffer.c

1629

bmeta = buffer->meta;

kernel/trace/ring_buffer.c

1634

meta = (struct ring_buffer_cpu_meta *)ptr;

kernel/trace/ring_buffer.c

1638

nr_subbufs = meta->nr_subbufs;

kernel/trace/ring_buffer.c

1671

static void *rb_subbufs_from_meta(struct ring_buffer_cpu_meta *meta)

kernel/trace/ring_buffer.c

1673

int subbuf_size = meta->subbuf_size;

kernel/trace/ring_buffer.c

1676

ptr = (unsigned long)meta;

kernel/trace/ring_buffer.c

1677

ptr = rb_range_align_subbuf(ptr, subbuf_size, meta->nr_subbufs);

kernel/trace/ring_buffer.c

1687

struct ring_buffer_cpu_meta *meta;

kernel/trace/ring_buffer.c

1691

meta = rb_range_meta(cpu_buffer->buffer, 0, cpu_buffer->cpu);

kernel/trace/ring_buffer.c

1692

if (!meta)

kernel/trace/ring_buffer.c

1695

if (WARN_ON_ONCE(idx >= meta->nr_subbufs))

kernel/trace/ring_buffer.c

1698

subbuf_size = meta->subbuf_size;

kernel/trace/ring_buffer.c

1701

idx = meta->buffers[idx];

kernel/trace/ring_buffer.c

1703

ptr = (unsigned long)rb_subbufs_from_meta(meta);

kernel/trace/ring_buffer.c

1724

buffer->meta = bmeta;

kernel/trace/ring_buffer.c

1781

static bool rb_cpu_meta_valid(struct ring_buffer_cpu_meta *meta, int cpu,

kernel/trace/ring_buffer.c

1793

if (meta->subbuf_size != PAGE_SIZE) {

kernel/trace/ring_buffer.c

1798

buffers_start = meta->first_buffer;

kernel/trace/ring_buffer.c

1799

buffers_end = meta->first_buffer + (subbuf_size * meta->nr_subbufs);

kernel/trace/ring_buffer.c

1802

if (meta->head_buffer < buffers_start ||

kernel/trace/ring_buffer.c

1803

meta->head_buffer >= buffers_end) {

kernel/trace/ring_buffer.c

1808

if (meta->commit_buffer < buffers_start ||

kernel/trace/ring_buffer.c

1809

meta->commit_buffer >= buffers_end) {

kernel/trace/ring_buffer.c

1814

bitmap_clear(subbuf_mask, 0, meta->nr_subbufs);

kernel/trace/ring_buffer.c

1820

for (i = 0; i < meta->nr_subbufs; i++) {

kernel/trace/ring_buffer.c

1821

if (meta->buffers[i] < 0 ||

kernel/trace/ring_buffer.c

1822

meta->buffers[i] >= meta->nr_subbufs) {

kernel/trace/ring_buffer.c

1827

if (test_bit(meta->buffers[i], subbuf_mask)) {

kernel/trace/ring_buffer.c

1832

set_bit(meta->buffers[i], subbuf_mask);

kernel/trace/ring_buffer.c

1838

static int rb_meta_subbuf_idx(struct ring_buffer_cpu_meta *meta, void *subbuf);

kernel/trace/ring_buffer.c

1904

struct ring_buffer_cpu_meta *meta,

kernel/trace/ring_buffer.c

1920

if (tail <= meta->subbuf_size - BUF_PAGE_HDR_SIZE)

kernel/trace/ring_buffer.c

1963

struct ring_buffer_cpu_meta *meta,

kernel/trace/ring_buffer.c

1969

ret = __rb_validate_buffer(bpage, cpu_buffer->cpu, meta, prev_ts, next_ts);

kernel/trace/ring_buffer.c

1987

struct ring_buffer_cpu_meta *meta,

kernel/trace/ring_buffer.c

2016

meta->head_buffer = (unsigned long)head_page->page;

kernel/trace/ring_buffer.c

2020

meta->buffers[0] = rb_meta_subbuf_idx(meta, bpage->page);

kernel/trace/ring_buffer.c

2023

for (i = 1, bpage = head_page; i < meta->nr_subbufs;

kernel/trace/ring_buffer.c

2025

meta->buffers[i] = rb_meta_subbuf_idx(meta, bpage->page);

kernel/trace/ring_buffer.c

2033

struct ring_buffer_cpu_meta *meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

2040

if (!meta || !meta->head_buffer)

kernel/trace/ring_buffer.c

2047

ret = __rb_validate_buffer(head_page, cpu_buffer->cpu, meta, 0, 0);

kernel/trace/ring_buffer.c

2059

rb_validate_buffer(orig_reader, cpu_buffer, meta, &state, 0, state.ts);

kernel/trace/ring_buffer.c

2072

for (i = 0; i < meta->nr_subbufs + 1; i++, rb_dec_page(&head_page)) {

kernel/trace/ring_buffer.c

2086

rb_validate_buffer(head_page, cpu_buffer, meta, &state, 0, state.ts);

kernel/trace/ring_buffer.c

2100

rb_meta_inject_reader_page(cpu_buffer, meta, orig_head, head_page);

kernel/trace/ring_buffer.c

2107

if (meta->commit_buffer == (unsigned long)cpu_buffer->reader_page->page) {

kernel/trace/ring_buffer.c

2115

for (i = 0; i < meta->nr_subbufs + 1; i++, rb_inc_page(&head_page)) {

kernel/trace/ring_buffer.c

2121

rb_validate_buffer(head_page, cpu_buffer, meta, &state, state.ts, 0);

kernel/trace/ring_buffer.c

2142

if (meta->nr_invalid)

kernel/trace/ring_buffer.c

2145

(state.discarded == meta->nr_invalid) ? "PASSED" : "FAILED",

kernel/trace/ring_buffer.c

2146

state.discarded, meta->nr_invalid);

kernel/trace/ring_buffer.c

2147

if (meta->entry_bytes)

kernel/trace/ring_buffer.c

2150

(state.entry_bytes == meta->entry_bytes) ? "PASSED" : "FAILED",

kernel/trace/ring_buffer.c

2151

(long)state.entry_bytes, (long)meta->entry_bytes);

kernel/trace/ring_buffer.c

2152

meta->nr_invalid = 0;

kernel/trace/ring_buffer.c

2153

meta->entry_bytes = 0;

kernel/trace/ring_buffer.c

2159

meta->head_buffer = 0;

kernel/trace/ring_buffer.c

2160

meta->commit_buffer = 0;

kernel/trace/ring_buffer.c

2167

for (i = 0; i < meta->nr_subbufs - 1; i++, rb_inc_page(&head_page)) {

kernel/trace/ring_buffer.c

2175

struct ring_buffer_cpu_meta *meta;

kernel/trace/ring_buffer.c

2193

meta = rb_range_meta(buffer, nr_pages, cpu);

kernel/trace/ring_buffer.c

2195

if (valid && rb_cpu_meta_valid(meta, cpu, buffer, nr_pages, subbuf_mask)) {

kernel/trace/ring_buffer.c

2197

subbuf = rb_subbufs_from_meta(meta);

kernel/trace/ring_buffer.c

2198

delta = (unsigned long)subbuf - meta->first_buffer;

kernel/trace/ring_buffer.c

2199

meta->first_buffer += delta;

kernel/trace/ring_buffer.c

2200

meta->head_buffer += delta;

kernel/trace/ring_buffer.c

2201

meta->commit_buffer += delta;

kernel/trace/ring_buffer.c

2210

memset(meta, 0, next_meta - (void *)meta);

kernel/trace/ring_buffer.c

2212

meta->nr_subbufs = nr_pages + 1;

kernel/trace/ring_buffer.c

2213

meta->subbuf_size = PAGE_SIZE;

kernel/trace/ring_buffer.c

2215

subbuf = rb_subbufs_from_meta(meta);

kernel/trace/ring_buffer.c

2217

meta->first_buffer = (unsigned long)subbuf;

kernel/trace/ring_buffer.c

2227

for (i = 0; i < meta->nr_subbufs; i++) {

kernel/trace/ring_buffer.c

2228

meta->buffers[i] = i;

kernel/trace/ring_buffer.c

2230

subbuf += meta->subbuf_size;

kernel/trace/ring_buffer.c

2239

struct ring_buffer_cpu_meta *meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

2242

if (!meta)

kernel/trace/ring_buffer.c

2245

if (*pos > meta->nr_subbufs)

kernel/trace/ring_buffer.c

2264

struct ring_buffer_cpu_meta *meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

2270

rb_meta_subbuf_idx(meta, (void *)meta->head_buffer));

kernel/trace/ring_buffer.c

2272

rb_meta_subbuf_idx(meta, (void *)meta->commit_buffer));

kernel/trace/ring_buffer.c

2273

seq_printf(m, "subbuf_size: %d\n", meta->subbuf_size);

kernel/trace/ring_buffer.c

2274

seq_printf(m, "nr_subbufs: %d\n", meta->nr_subbufs);

kernel/trace/ring_buffer.c

2281

val, meta->buffers[val], dpage ? rb_data_page_commit(dpage) : -1);

kernel/trace/ring_buffer.c

2316

struct ring_buffer_cpu_meta *meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

2318

if (meta->head_buffer == (unsigned long)bpage->page)

kernel/trace/ring_buffer.c

2321

if (meta->commit_buffer == (unsigned long)bpage->page) {

kernel/trace/ring_buffer.c

2362

struct ring_buffer_cpu_meta *meta = NULL;

kernel/trace/ring_buffer.c

2392

meta = rb_range_meta(buffer, nr_pages, cpu_buffer->cpu);

kernel/trace/ring_buffer.c

2414

if (meta) {

kernel/trace/ring_buffer.c

2420

if (meta->head_buffer)

kernel/trace/ring_buffer.c

2491

struct ring_buffer_cpu_meta *meta;

kernel/trace/ring_buffer.c

2572

meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

2573

if (!meta || !meta->head_buffer ||

kernel/trace/ring_buffer.c

2575

if (meta && meta->head_buffer &&

kernel/trace/ring_buffer.c

2593

meta->commit_buffer = meta->head_buffer;

kernel/trace/ring_buffer.c

2640

struct ring_buffer_cpu_meta *meta;

kernel/trace/ring_buffer.c

2658

meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

2659

if (!meta)

kernel/trace/ring_buffer.c

2662

ptr = (unsigned long)rb_subbufs_from_meta(meta);

kernel/trace/ring_buffer.c

2663

subbuf_size = meta->subbuf_size;

kernel/trace/ring_buffer.c

2665

for (i = 0; i < meta->nr_subbufs; i++) {

kernel/trace/ring_buffer.c

2666

unsigned long idx = meta->buffers[i];

kernel/trace/ring_buffer.c

2688

meta->nr_invalid = invalid;

kernel/trace/ring_buffer.c

2689

meta->entry_bytes = entry_bytes;

kernel/trace/ring_buffer.c

2915

struct ring_buffer_meta *meta;

kernel/trace/ring_buffer.c

2918

if (!buffer || !buffer->meta)

kernel/trace/ring_buffer.c

2921

meta = buffer->meta;

kernel/trace/ring_buffer.c

2923

ptr = (void *)ALIGN((unsigned long)meta + sizeof(*meta), sizeof(long));

kernel/trace/ring_buffer.c

2926

*size = (void *)meta + meta->buffers_offset - ptr;

kernel/trace/ring_buffer.c

3542

static int rb_meta_subbuf_idx(struct ring_buffer_cpu_meta *meta, void *subbuf)

kernel/trace/ring_buffer.c

3546

subbuf_array = (void *)meta + sizeof(int) * meta->nr_subbufs;

kernel/trace/ring_buffer.c

3547

subbuf_array = (void *)ALIGN((unsigned long)subbuf_array, meta->subbuf_size);

kernel/trace/ring_buffer.c

3548

return (subbuf - subbuf_array) / meta->subbuf_size;

kernel/trace/ring_buffer.c

3554

struct ring_buffer_cpu_meta *meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

3565

(void)cmpxchg(&meta->head_buffer, old_head, new_head);

kernel/trace/ring_buffer.c

3571

struct ring_buffer_cpu_meta *meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

3580

meta->buffers[0] = rb_meta_subbuf_idx(meta, new_reader);

kernel/trace/ring_buffer.c

3581

meta->buffers[id] = rb_meta_subbuf_idx(meta, old_reader);

kernel/trace/ring_buffer.c

4193

struct ring_buffer_cpu_meta *meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

4194

meta->commit_buffer = (unsigned long)cpu_buffer->commit_page->page;

kernel/trace/ring_buffer.c

587

struct ring_buffer_meta *meta;

kernel/trace/ring_buffer.c

6525

struct trace_buffer_meta *meta = cpu_buffer->meta_page;

kernel/trace/ring_buffer.c

6527

if (!meta)

kernel/trace/ring_buffer.c

6530

meta->reader.read = cpu_buffer->reader_page->read;

kernel/trace/ring_buffer.c

6531

meta->reader.id = rb_page_id(cpu_buffer, cpu_buffer->reader_page,

kernel/trace/ring_buffer.c

6534

meta->reader.lost_events = cpu_buffer->lost_events;

kernel/trace/ring_buffer.c

6536

meta->entries = local_read(&cpu_buffer->entries);

kernel/trace/ring_buffer.c

6537

meta->overrun = local_read(&cpu_buffer->overrun);

kernel/trace/ring_buffer.c

6538

meta->read = cpu_buffer->read;

kernel/trace/ring_buffer.c

6539

meta->pages_lost = local_read(&cpu_buffer->pages_lost);

kernel/trace/ring_buffer.c

6540

meta->pages_touched = local_read(&cpu_buffer->pages_touched);

kernel/trace/ring_buffer.c

6613

struct ring_buffer_cpu_meta *meta = cpu_buffer->ring_meta;

kernel/trace/ring_buffer.c

6614

meta->commit_buffer = meta->head_buffer;

kernel/trace/ring_buffer.c

7501

struct trace_buffer_meta *meta = cpu_buffer->meta_page;

kernel/trace/ring_buffer.c

7530

meta->meta_struct_len = sizeof(*meta);

kernel/trace/ring_buffer.c

7531

meta->nr_subbufs = nr_subbufs;

kernel/trace/ring_buffer.c

7532

meta->subbuf_size = cpu_buffer->buffer->subbuf_size + BUF_PAGE_HDR_SIZE;

kernel/trace/ring_buffer.c

7533

meta->meta_page_size = meta->subbuf_size;

kernel/trace/simple_ring_buffer.c

160

overrun = cpu_buffer->meta->overrun;

kernel/trace/simple_ring_buffer.c

169

cpu_buffer->meta->reader.lost_events = overrun - cpu_buffer->last_overrun;

kernel/trace/simple_ring_buffer.c

170

cpu_buffer->meta->reader.id = cpu_buffer->reader_page->id;

kernel/trace/simple_ring_buffer.c

191

simple_rb_meta_inc(cpu_buffer->meta->overrun, new_tail->entries);

kernel/trace/simple_ring_buffer.c

192

simple_rb_meta_inc(cpu_buffer->meta->pages_lost, 1);

kernel/trace/simple_ring_buffer.c

201

simple_rb_meta_inc(cpu_buffer->meta->pages_touched, 1);

kernel/trace/simple_ring_buffer.c

299

simple_rb_meta_inc(cpu_buffer->meta->entries, 1);

kernel/trace/simple_ring_buffer.c

360

cpu_buffer->meta->reader.read = 0;

kernel/trace/simple_ring_buffer.c

361

cpu_buffer->meta->reader.lost_events = 0;

kernel/trace/simple_ring_buffer.c

362

cpu_buffer->meta->entries = 0;

kernel/trace/simple_ring_buffer.c

363

cpu_buffer->meta->overrun = 0;

kernel/trace/simple_ring_buffer.c

364

cpu_buffer->meta->read = 0;

kernel/trace/simple_ring_buffer.c

365

cpu_buffer->meta->pages_lost = 0;

kernel/trace/simple_ring_buffer.c

366

cpu_buffer->meta->pages_touched = 0;

kernel/trace/simple_ring_buffer.c

392

cpu_buffer->meta = load_page(desc->meta_va);

kernel/trace/simple_ring_buffer.c

393

if (!cpu_buffer->meta)

kernel/trace/simple_ring_buffer.c

396

memset(cpu_buffer->meta, 0, sizeof(*cpu_buffer->meta));

kernel/trace/simple_ring_buffer.c

397

cpu_buffer->meta->meta_page_size = PAGE_SIZE;

kernel/trace/simple_ring_buffer.c

402

unload_page(cpu_buffer->meta);

kernel/trace/simple_ring_buffer.c

434

unload_page(cpu_buffer->meta);

kernel/trace/simple_ring_buffer.c

439

cpu_buffer->meta->nr_subbufs = cpu_buffer->nr_pages;

kernel/trace/simple_ring_buffer.c

484

unload_page(cpu_buffer->meta);

kernel/trace/trace_syscalls.c

1333

struct syscall_metadata *meta;

kernel/trace/trace_syscalls.c

1349

meta = find_syscall_meta(addr);

kernel/trace/trace_syscalls.c

1350

if (!meta)

kernel/trace/trace_syscalls.c

1353

meta->syscall_nr = i;

kernel/trace/trace_syscalls.c

1356

syscalls_metadata[i] = meta;

kernel/trace/trace_syscalls.c

1358

ret = xa_store(&syscalls_metadata_sparse, i, meta,

kernel/trace/trace_syscalls.c

528

struct syscall_metadata *meta = call->data;

kernel/trace/trace_syscalls.c

536

for (i = 0; i < meta->nb_args; i++) {

kernel/trace/trace_syscalls.c

537

ret = trace_define_field(call, meta->types[i],

kernel/trace/trace_syscalls.c

538

meta->args[i], offset,

kernel/trace/trace_syscalls.c

546

if (ret || !meta->user_mask)

kernel/trace/trace_syscalls.c

549

mask = meta->user_mask;

kernel/trace/trace_syscalls.c

561

len = strlen(meta->args[idx]) + sizeof("___val");

kernel/trace/trace_syscalls.c

564

meta->user_mask = 0;

kernel/trace/trace_syscalls.c

568

snprintf(arg, len, "__%s_val", meta->args[idx]);

lib/maple_tree.c

6552

pr_cont("| %02X %02X| ", node->meta.end, node->meta.gap);

lib/maple_tree.c

783

return &mn->ma64.meta;

lib/maple_tree.c

785

return &mn->mr64.meta;

lib/maple_tree.c

799

struct maple_metadata *meta = ma_meta(mn, mt);

lib/maple_tree.c

801

meta->gap = offset;

lib/maple_tree.c

802

meta->end = end;

lib/maple_tree.c

814

struct maple_metadata *meta;

lib/maple_tree.c

832

meta = ma_meta(mn, type);

lib/maple_tree.c

838

meta->gap = 0;

lib/maple_tree.c

839

meta->end = 0;

lib/maple_tree.c

850

struct maple_metadata *meta = ma_meta(mn, mt);

lib/maple_tree.c

852

return meta->end;

lib/maple_tree.c

861

return mn->ma64.meta.gap;

lib/maple_tree.c

874

struct maple_metadata *meta = ma_meta(mn, mt);

lib/maple_tree.c

876

meta->gap = offset;

lib/parser.c

36

char *meta;

lib/parser.c

44

meta = strchr(p, '%');

lib/parser.c

45

if (!meta)

lib/parser.c

48

if (strncmp(p, s, meta-p))

lib/parser.c

51

s += meta - p;

lib/parser.c

52

p = meta + 1;

mm/kasan/generic.c

501

static void release_alloc_meta(struct kasan_alloc_meta *meta)

mm/kasan/generic.c

504

__memset(meta, 0, sizeof(*meta));

mm/kasan/generic.c

507

static void release_free_meta(const void *object, struct kasan_free_meta *meta)

mm/kasan/quarantine.c

190

struct kasan_free_meta *meta = kasan_get_free_meta(cache, object);

mm/kasan/quarantine.c

196

if (!meta)

mm/kasan/quarantine.c

214

qlist_put(q, &meta->quarantine_link, cache->size);

mm/kfence/core.c

1090

struct kfence_metadata *meta;

mm/kfence/core.c

1100

meta = &kfence_metadata[i];

mm/kfence/core.c

1109

if (READ_ONCE(meta->cache) != s || !kfence_obj_allocated(meta))

mm/kfence/core.c

1112

raw_spin_lock_irqsave(&meta->lock, flags);

mm/kfence/core.c

1113

in_use = meta->cache == s && kfence_obj_allocated(meta);

mm/kfence/core.c

1114

raw_spin_unlock_irqrestore(&meta->lock, flags);

mm/kfence/core.c

1131

kfence_guarded_free((void *)meta->addr, meta, /*zombie=*/true);

mm/kfence/core.c

1136

meta = &kfence_metadata[i];

mm/kfence/core.c

1139

if (READ_ONCE(meta->cache) != s || READ_ONCE(meta->state) != KFENCE_OBJECT_FREED)

mm/kfence/core.c

1142

raw_spin_lock_irqsave(&meta->lock, flags);

mm/kfence/core.c

1143

if (meta->cache == s && meta->state == KFENCE_OBJECT_FREED)

mm/kfence/core.c

1144

meta->cache = NULL;

mm/kfence/core.c

1145

raw_spin_unlock_irqrestore(&meta->lock, flags);

mm/kfence/core.c

1227

const struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr);

mm/kfence/core.c

1233

return meta ? meta->size : 0;

mm/kfence/core.c

1238

const struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr);

mm/kfence/core.c

1244

return meta ? (void *)meta->addr : NULL;

mm/kfence/core.c

1249

struct kfence_metadata *meta = addr_to_metadata((unsigned long)addr);

mm/kfence/core.c

1252

KFENCE_WARN_ON(meta->obj_exts.objcg);

mm/kfence/core.c

1262

if (unlikely(meta->cache && (meta->cache->flags & SLAB_TYPESAFE_BY_RCU))) {

mm/kfence/core.c

1265

raw_spin_lock_irqsave(&meta->lock, flags);

mm/kfence/core.c

1266

metadata_update_state(meta, KFENCE_OBJECT_RCU_FREEING, NULL, 0);

mm/kfence/core.c

1267

raw_spin_unlock_irqrestore(&meta->lock, flags);

mm/kfence/core.c

1268

call_rcu(&meta->rcu_head, rcu_guarded_free);

mm/kfence/core.c

1270

kfence_guarded_free(addr, meta, false);

mm/kfence/core.c

1293

struct kfence_metadata *meta;

mm/kfence/core.c

1296

meta = addr_to_metadata(addr - PAGE_SIZE);

mm/kfence/core.c

1297

if (meta && kfence_obj_allocated(meta)) {

mm/kfence/core.c

1298

to_report = meta;

mm/kfence/core.c

1300

distance = addr - data_race(meta->addr + meta->size);

mm/kfence/core.c

1303

meta = addr_to_metadata(addr + PAGE_SIZE);

mm/kfence/core.c

1304

if (meta && kfence_obj_allocated(meta)) {

mm/kfence/core.c

1306

if (!to_report || distance > data_race(meta->addr) - addr)

mm/kfence/core.c

1307

to_report = meta;

mm/kfence/core.c

262

static inline unsigned long metadata_to_pageaddr(const struct kfence_metadata *meta)

mm/kfence/core.c

263

__must_hold(&meta->lock)

mm/kfence/core.c

265

unsigned long offset = (meta - kfence_metadata + 1) * PAGE_SIZE * 2;

mm/kfence/core.c

271

if (KFENCE_WARN_ON(meta < kfence_metadata ||

mm/kfence/core.c

272

meta >= kfence_metadata + CONFIG_KFENCE_NUM_OBJECTS))

mm/kfence/core.c

279

if (KFENCE_WARN_ON(ALIGN_DOWN(meta->addr, PAGE_SIZE) != pageaddr))

mm/kfence/core.c

285

static inline bool kfence_obj_allocated(const struct kfence_metadata *meta)

mm/kfence/core.c

287

enum kfence_object_state state = READ_ONCE(meta->state);

mm/kfence/core.c

297

metadata_update_state(struct kfence_metadata *meta, enum kfence_object_state next,

mm/kfence/core.c

299

__must_hold(&meta->lock)

mm/kfence/core.c

302

next == KFENCE_OBJECT_ALLOCATED ? &meta->alloc_track : &meta->free_track;

mm/kfence/core.c

304

lockdep_assert_held(&meta->lock);

mm/kfence/core.c

307

if (READ_ONCE(meta->state) == KFENCE_OBJECT_RCU_FREEING)

mm/kfence/core.c

331

WRITE_ONCE(meta->state, next);

mm/kfence/core.c

343

struct kfence_metadata *meta;

mm/kfence/core.c

352

meta = addr_to_metadata((unsigned long)addr);

mm/kfence/core.c

353

raw_spin_lock_irqsave(&meta->lock, flags);

mm/kfence/core.c

354

fault = kfence_report_error((unsigned long)addr, false, NULL, meta, KFENCE_ERROR_CORRUPTION);

mm/kfence/core.c

355

raw_spin_unlock_irqrestore(&meta->lock, flags);

mm/kfence/core.c

361

static inline void set_canary(const struct kfence_metadata *meta)

mm/kfence/core.c

363

const unsigned long pageaddr = ALIGN_DOWN(meta->addr, PAGE_SIZE);

mm/kfence/core.c

370

for (; addr < meta->addr; addr += sizeof(u64))

mm/kfence/core.c

373

addr = ALIGN_DOWN(meta->addr + meta->size, sizeof(u64));

mm/kfence/core.c

379

check_canary(const struct kfence_metadata *meta)

mm/kfence/core.c

381

const unsigned long pageaddr = ALIGN_DOWN(meta->addr, PAGE_SIZE);

mm/kfence/core.c

394

for (; meta->addr - addr >= sizeof(u64); addr += sizeof(u64)) {

mm/kfence/core.c

404

for (; addr < meta->addr; addr++) {

mm/kfence/core.c

410

for (addr = meta->addr + meta->size; addr % sizeof(u64) != 0; addr++) {

mm/kfence/core.c

429

struct kfence_metadata *meta = NULL;

mm/kfence/core.c

440

meta = list_entry(kfence_freelist.next, struct kfence_metadata, list);

mm/kfence/core.c

441

list_del_init(&meta->list);

mm/kfence/core.c

444

if (!meta) {

mm/kfence/core.c

449

if (unlikely(!raw_spin_trylock_irqsave(&meta->lock, flags))) {

mm/kfence/core.c

461

list_add_tail(&meta->list, &kfence_freelist);

mm/kfence/core.c

467

meta->addr = metadata_to_pageaddr(meta);

mm/kfence/core.c

469

if (meta->state == KFENCE_OBJECT_FREED)

mm/kfence/core.c

470

kfence_unprotect(meta->addr);

mm/kfence/core.c

482

meta->addr += PAGE_SIZE - size;

mm/kfence/core.c

483

meta->addr = ALIGN_DOWN(meta->addr, cache->align);

mm/kfence/core.c

486

addr = (void *)meta->addr;

mm/kfence/core.c

489

metadata_update_state(meta, KFENCE_OBJECT_ALLOCATED, stack_entries, num_stack_entries);

mm/kfence/core.c

491

WRITE_ONCE(meta->cache, cache);

mm/kfence/core.c

492

meta->size = size;

mm/kfence/core.c

493

meta->alloc_stack_hash = alloc_stack_hash;

mm/kfence/core.c

494

raw_spin_unlock_irqrestore(&meta->lock, flags);

mm/kfence/core.c

504

set_canary(meta);

mm/kfence/core.c

517

kfence_protect(meta->addr); /* Random "faults" by protecting the object. */

mm/kfence/core.c

525

static void kfence_guarded_free(void *addr, struct kfence_metadata *meta, bool zombie)

mm/kfence/core.c

532

raw_spin_lock_irqsave(&meta->lock, flags);

mm/kfence/core.c

534

if (!kfence_obj_allocated(meta) || meta->addr != (unsigned long)addr) {

mm/kfence/core.c

539

fault = kfence_report_error((unsigned long)addr, false, NULL, meta,

mm/kfence/core.c

541

raw_spin_unlock_irqrestore(&meta->lock, flags);

mm/kfence/core.c

555

if (meta->unprotected_page) {

mm/kfence/core.c

556

memzero_explicit((void *)ALIGN_DOWN(meta->unprotected_page, PAGE_SIZE), PAGE_SIZE);

mm/kfence/core.c

557

kfence_protect(meta->unprotected_page);

mm/kfence/core.c

558

meta->unprotected_page = 0;

mm/kfence/core.c

562

metadata_update_state(meta, KFENCE_OBJECT_FREED, NULL, 0);

mm/kfence/core.c

563

init = slab_want_init_on_free(meta->cache);

mm/kfence/core.c

564

alloc_stack_hash = meta->alloc_stack_hash;

mm/kfence/core.c

565

raw_spin_unlock_irqrestore(&meta->lock, flags);

mm/kfence/core.c

570

check_canary(meta);

mm/kfence/core.c

578

memzero_explicit(addr, meta->size);

mm/kfence/core.c

587

KFENCE_WARN_ON(!list_empty(&meta->list));

mm/kfence/core.c

588

list_add_tail(&meta->list, &kfence_freelist);

mm/kfence/core.c

601

struct kfence_metadata *meta = container_of(h, struct kfence_metadata, rcu_head);

mm/kfence/core.c

603

kfence_guarded_free((void *)meta->addr, meta, false);

mm/kfence/core.c

660

struct kfence_metadata *meta = &kfence_metadata_init[i];

mm/kfence/core.c

663

INIT_LIST_HEAD(&meta->list);

mm/kfence/core.c

664

raw_spin_lock_init(&meta->lock);

mm/kfence/core.c

665

meta->state = KFENCE_OBJECT_UNUSED;

mm/kfence/core.c

667

meta->addr = i;

mm/kfence/core.c

793

struct kfence_metadata *meta = &kfence_metadata[(long)v - 1];

mm/kfence/core.c

796

raw_spin_lock_irqsave(&meta->lock, flags);

mm/kfence/core.c

797

kfence_print_object(seq, meta);

mm/kfence/core.c

798

raw_spin_unlock_irqrestore(&meta->lock, flags);

mm/kfence/core.c

834

struct kfence_metadata *meta = &kfence_metadata[i];

mm/kfence/core.c

836

if (kfence_obj_allocated(meta))

mm/kfence/core.c

837

check_canary(meta);

mm/kfence/kfence.h

154

const struct kfence_metadata *meta, enum kfence_error_type type);

mm/kfence/kfence.h

158

void kfence_print_object(struct seq_file *seq, const struct kfence_metadata *meta) __must_hold(&meta->lock);

mm/kfence/report.c

130

static void kfence_print_stack(struct seq_file *seq, const struct kfence_metadata *meta,

mm/kfence/report.c

132

__must_hold(&meta->lock)

mm/kfence/report.c

134

const struct kfence_track *track = show_alloc ? &meta->alloc_track : &meta->free_track;

mm/kfence/report.c

142

show_alloc ? "allocated" : meta->state == KFENCE_OBJECT_RCU_FREEING ?

mm/kfence/report.c

159

void kfence_print_object(struct seq_file *seq, const struct kfence_metadata *meta)

mm/kfence/report.c

161

const int size = abs(meta->size);

mm/kfence/report.c

162

const unsigned long start = meta->addr;

mm/kfence/report.c

163

const struct kmem_cache *const cache = meta->cache;

mm/kfence/report.c

165

lockdep_assert_held(&meta->lock);

mm/kfence/report.c

167

if (meta->state == KFENCE_OBJECT_UNUSED) {

mm/kfence/report.c

168

seq_con_printf(seq, "kfence-#%td unused\n", meta - kfence_metadata);

mm/kfence/report.c

173

meta - kfence_metadata, (void *)start, (void *)(start + size - 1),

mm/kfence/report.c

176

kfence_print_stack(seq, meta, true);

mm/kfence/report.c

178

if (meta->state == KFENCE_OBJECT_FREED || meta->state == KFENCE_OBJECT_RCU_FREEING) {

mm/kfence/report.c

180

kfence_print_stack(seq, meta, false);

mm/kfence/report.c

189

const struct kfence_metadata *meta)

mm/kfence/report.c

195

end = (const u8 *)(address < meta->addr ? min(show_until_addr, meta->addr)

mm/kfence/report.c

217

const struct kfence_metadata *meta, enum kfence_error_type type)

mm/kfence/report.c

220

const ptrdiff_t object_index = meta ? meta - kfence_metadata : -1;

mm/kfence/report.c

232

if (WARN_ON(type != KFENCE_ERROR_INVALID && !meta))

mm/kfence/report.c

250

const bool left_of_object = address < meta->addr;

mm/kfence/report.c

256

left_of_object ? meta->addr - address : address - meta->addr,

mm/kfence/report.c

269

print_diff_canary(address, 16, meta);

mm/kfence/report.c

288

if (meta) {

mm/kfence/report.c

289

lockdep_assert_held(&meta->lock);

mm/kfence/report.c

291

kfence_print_object(NULL, meta);

mm/kfence/report.c

344

struct kfence_metadata *meta = addr_to_metadata((unsigned long)object);

mm/kfence/report.c

347

if (!meta)

mm/kfence/report.c

357

if (WARN_ON(meta->state == KFENCE_OBJECT_UNUSED))

mm/kfence/report.c

360

raw_spin_lock_irqsave(&meta->lock, flags);

mm/kfence/report.c

363

kpp->kp_slab_cache = meta->cache;

mm/kfence/report.c

364

kpp->kp_objp = (void *)meta->addr;

mm/kfence/report.c

365

kfence_to_kp_stack(&meta->alloc_track, kpp->kp_stack);

mm/kfence/report.c

366

if (meta->state == KFENCE_OBJECT_FREED || meta->state == KFENCE_OBJECT_RCU_FREEING)

mm/kfence/report.c

367

kfence_to_kp_stack(&meta->free_track, kpp->kp_free_stack);

mm/kfence/report.c

371

raw_spin_unlock_irqrestore(&meta->lock, flags);

net/bridge/netfilter/nft_meta_bridge.c

143

const struct nft_meta *meta = nft_expr_priv(expr);

net/bridge/netfilter/nft_meta_bridge.c

144

u32 *sreg = &regs->data[meta->sreg];

net/bridge/netfilter/nft_meta_bridge.c

148

switch (meta->key) {

net/core/bpf_sk_storage.c

782

__bpf_md_ptr(struct bpf_iter_meta *, meta);

net/core/bpf_sk_storage.c

788

DEFINE_BPF_ITER_FUNC(bpf_sk_storage_map, struct bpf_iter_meta *meta,

net/core/bpf_sk_storage.c

798

struct bpf_iter_meta meta;

net/core/bpf_sk_storage.c

802

meta.seq = seq;

net/core/bpf_sk_storage.c

803

prog = bpf_iter_get_info(&meta, selem == NULL);

net/core/bpf_sk_storage.c

805

ctx.meta = &meta;

net/core/filter.c

4372

void *meta = xdp->data_meta + offset;

net/core/filter.c

4373

unsigned long metalen = xdp->data - meta;

net/core/filter.c

4377

if (unlikely(meta < xdp_frame_end ||

net/core/filter.c

4378

meta > xdp->data))

net/core/filter.c

4383

xdp->data_meta = meta;

net/core/filter.c

4771

u64, flags, void *, meta, u64, meta_size)

net/core/filter.c

4780

return bpf_event_output(map, flags, meta, meta_size, skb, skb_size,

net/core/filter.c

5184

u64, flags, void *, meta, u64, meta_size)

net/core/filter.c

5194

return bpf_event_output(map, flags, meta, meta_size, xdp,

net/core/flow_dissector.c

280

struct flow_dissector_key_meta *meta;

net/core/flow_dissector.c

285

meta = skb_flow_dissector_target(flow_dissector,

net/core/flow_dissector.c

288

meta->ingress_ifindex = skb->skb_iif;

net/core/flow_dissector.c

295

meta->l2_miss = ext->l2_miss;

net/core/skbuff.c

6305

void *meta;

net/core/skbuff.c

6320

meta = skb_metadata_end(skb) - meta_len;

net/core/skbuff.c

6321

memmove(meta + VLAN_HLEN, meta, meta_len);

net/core/sock_map.c

1376

struct bpf_iter_meta meta;

net/core/sock_map.c

1379

meta.seq = seq;

net/core/sock_map.c

1380

prog = bpf_iter_get_info(&meta, !elem);

net/core/sock_map.c

1384

ctx.meta = &meta;

net/core/sock_map.c

713

__bpf_md_ptr(struct bpf_iter_meta *, meta);

net/core/sock_map.c

719

DEFINE_BPF_ITER_FUNC(sockmap, struct bpf_iter_meta *meta,

net/core/sock_map.c

763

struct bpf_iter_meta meta;

net/core/sock_map.c

766

meta.seq = seq;

net/core/sock_map.c

767

prog = bpf_iter_get_info(&meta, !v);

net/core/sock_map.c

771

ctx.meta = &meta;

net/dsa/tag_sja1105.c

103

struct sja1105_meta *meta)

net/dsa/tag_sja1105.c

117

packing(buf, &meta->tstamp, 31, 0, 4, UNPACK, 0);

net/dsa/tag_sja1105.c

118

packing(buf + 4, &meta->dmac_byte_3, 7, 0, 1, UNPACK, 0);

net/dsa/tag_sja1105.c

119

packing(buf + 5, &meta->dmac_byte_4, 7, 0, 1, UNPACK, 0);

net/dsa/tag_sja1105.c

120

packing(buf + 6, &meta->source_port, 7, 0, 1, UNPACK, 0);

net/dsa/tag_sja1105.c

121

packing(buf + 7, &meta->switch_id, 7, 0, 1, UNPACK, 0);

net/dsa/tag_sja1105.c

348

const struct sja1105_meta *meta)

net/dsa/tag_sja1105.c

352

hdr->h_dest[3] = meta->dmac_byte_3;

net/dsa/tag_sja1105.c

353

hdr->h_dest[4] = meta->dmac_byte_4;

net/dsa/tag_sja1105.c

354

SJA1105_SKB_CB(skb)->tstamp = meta->tstamp;

net/dsa/tag_sja1105.c

379

struct sja1105_meta *meta,

net/dsa/tag_sja1105.c

454

sja1105_transfer_meta(skb, meta);

net/dsa/tag_sja1105.c

479

struct sja1105_meta meta = {0};

net/dsa/tag_sja1105.c

496

sja1105_meta_unpack(skb, &meta);

net/dsa/tag_sja1105.c

497

source_port = meta.source_port;

net/dsa/tag_sja1105.c

498

switch_id = meta.switch_id;

net/dsa/tag_sja1105.c

525

return sja1105_rcv_meta_state_machine(skb, &meta, is_link_local,

net/ipv4/tcp_ipv4.c

2895

__bpf_md_ptr(struct bpf_iter_meta *, meta);

net/ipv4/tcp_ipv4.c

2900

static int tcp_prog_seq_show(struct bpf_prog *prog, struct bpf_iter_meta *meta,

net/ipv4/tcp_ipv4.c

2905

meta->seq_num--; /* skip SEQ_START_TOKEN */

net/ipv4/tcp_ipv4.c

2906

ctx.meta = meta;

net/ipv4/tcp_ipv4.c

3225

struct bpf_iter_meta meta;

net/ipv4/tcp_ipv4.c

3253

meta.seq = seq;

net/ipv4/tcp_ipv4.c

3254

prog = bpf_iter_get_info(&meta, false);

net/ipv4/tcp_ipv4.c

3255

ret = tcp_prog_seq_show(prog, &meta, v, uid);

net/ipv4/tcp_ipv4.c

3267

struct bpf_iter_meta meta;

net/ipv4/tcp_ipv4.c

3271

meta.seq = seq;

net/ipv4/tcp_ipv4.c

3272

prog = bpf_iter_get_info(&meta, true);

net/ipv4/tcp_ipv4.c

3274

(void)tcp_prog_seq_show(prog, &meta, v, 0);

net/ipv4/tcp_ipv4.c

3573

DEFINE_BPF_ITER_FUNC(tcp, struct bpf_iter_meta *meta,

net/ipv4/udp.c

3293

__bpf_md_ptr(struct bpf_iter_meta *, meta);

net/ipv4/udp.c

3480

static int udp_prog_seq_show(struct bpf_prog *prog, struct bpf_iter_meta *meta,

net/ipv4/udp.c

3485

meta->seq_num--; /* skip SEQ_START_TOKEN */

net/ipv4/udp.c

3486

ctx.meta = meta;

net/ipv4/udp.c

3496

struct bpf_iter_meta meta;

net/ipv4/udp.c

3513

meta.seq = seq;

net/ipv4/udp.c

3514

prog = bpf_iter_get_info(&meta, false);

net/ipv4/udp.c

3515

ret = udp_prog_seq_show(prog, &meta, v, uid, state->bucket);

net/ipv4/udp.c

3542

struct bpf_iter_meta meta;

net/ipv4/udp.c

3546

meta.seq = seq;

net/ipv4/udp.c

3547

prog = bpf_iter_get_info(&meta, true);

net/ipv4/udp.c

3549

(void)udp_prog_seq_show(prog, &meta, v, 0, 0);

net/ipv4/udp.c

3798

DEFINE_BPF_ITER_FUNC(udp, struct bpf_iter_meta *meta,

net/ipv6/ip6_fib.c

2778

struct bpf_iter_meta *meta,

net/ipv6/ip6_fib.c

2783

ctx.meta = meta;

net/ipv6/ip6_fib.c

2791

struct bpf_iter_meta meta;

net/ipv6/ip6_fib.c

2795

meta.seq = seq;

net/ipv6/ip6_fib.c

2796

prog = bpf_iter_get_info(&meta, false);

net/ipv6/ip6_fib.c

2800

ret = ipv6_route_prog_seq_show(prog, &meta, v);

net/ipv6/ip6_fib.c

2808

struct bpf_iter_meta meta;

net/ipv6/ip6_fib.c

2812

meta.seq = seq;

net/ipv6/ip6_fib.c

2813

prog = bpf_iter_get_info(&meta, true);

net/ipv6/ip6_fib.c

2815

(void)ipv6_route_prog_seq_show(prog, &meta, v);

net/ipv6/route.c

6851

DEFINE_BPF_ITER_FUNC(ipv6_route, struct bpf_iter_meta *meta, struct fib6_info *rt)

net/netfilter/nf_flow_table_offload.c

103

NF_FLOW_DISSECTOR(match, FLOW_DISSECTOR_KEY_META, meta);

net/netfilter/nf_flow_table_offload.c

117

key->meta.ingress_ifindex = tuple->tc.iifidx;

net/netfilter/nf_flow_table_offload.c

119

key->meta.ingress_ifindex = tuple->iifidx;

net/netfilter/nf_flow_table_offload.c

121

mask->meta.ingress_ifindex = 0xffffffff;

net/netfilter/nft_cmp.c

169

reg->offset == offsetof(struct nft_flow_key, meta.ingress_iftype) &&

net/netfilter/nft_inner.c

40

struct nft_meta meta;

net/netfilter/nft_meta.c

477

const struct nft_meta *meta = nft_expr_priv(expr);

net/netfilter/nft_meta.c

479

u32 *sreg = &regs->data[meta->sreg];

net/netfilter/nft_meta.c

483

switch (meta->key) {

net/netfilter/nft_meta.c

787

NFT_OFFLOAD_MATCH_EXACT(FLOW_DISSECTOR_KEY_META, meta,

net/netfilter/nft_meta.c

791

NFT_OFFLOAD_MATCH_EXACT(FLOW_DISSECTOR_KEY_META, meta,

net/netlink/af_netlink.c

2728

__bpf_md_ptr(struct bpf_iter_meta *, meta);

net/netlink/af_netlink.c

2732

DEFINE_BPF_ITER_FUNC(netlink, struct bpf_iter_meta *meta, struct netlink_sock *sk)

net/netlink/af_netlink.c

2735

struct bpf_iter_meta *meta,

net/netlink/af_netlink.c

2740

meta->seq_num--; /* skip SEQ_START_TOKEN */

net/netlink/af_netlink.c

2741

ctx.meta = meta;

net/netlink/af_netlink.c

2748

struct bpf_iter_meta meta;

net/netlink/af_netlink.c

2751

meta.seq = seq;

net/netlink/af_netlink.c

2752

prog = bpf_iter_get_info(&meta, false);

net/netlink/af_netlink.c

2757

return netlink_prog_seq_show(prog, &meta, v);

net/netlink/af_netlink.c

2764

struct bpf_iter_meta meta;

net/netlink/af_netlink.c

2768

meta.seq = seq;

net/netlink/af_netlink.c

2769

prog = bpf_iter_get_info(&meta, true);

net/netlink/af_netlink.c

2771

(void)netlink_prog_seq_show(prog, &meta, v);

net/sched/cls_flower.c

1877

key->meta.ingress_ifindex = err;

net/sched/cls_flower.c

1878

mask->meta.ingress_ifindex = 0xffffffff;

net/sched/cls_flower.c

1881

fl_set_key_val(tb, &key->meta.l2_miss, TCA_FLOWER_L2_MISS,

net/sched/cls_flower.c

1882

&mask->meta.l2_miss, TCA_FLOWER_UNSPEC,

net/sched/cls_flower.c

1883

sizeof(key->meta.l2_miss));

net/sched/cls_flower.c

2168

FLOW_DISSECTOR_KEY_META, meta);

net/sched/cls_flower.c

2328

return mask->meta.l2_miss;

net/sched/cls_flower.c

3438

if (mask->meta.ingress_ifindex) {

net/sched/cls_flower.c

3441

dev = __dev_get_by_index(net, key->meta.ingress_ifindex);

net/sched/cls_flower.c

3446

if (fl_dump_key_val(skb, &key->meta.l2_miss,

net/sched/cls_flower.c

3447

TCA_FLOWER_L2_MISS, &mask->meta.l2_miss,

net/sched/cls_flower.c

3448

TCA_FLOWER_UNSPEC, sizeof(key->meta.l2_miss)))

net/sched/cls_flower.c

55

struct flow_dissector_key_meta meta;

net/sched/em_meta.c

850

struct meta_match *meta = (struct meta_match *) m->data;

net/sched/em_meta.c

853

if (meta_get(skb, info, &meta->lvalue, &l_value) < 0 ||

net/sched/em_meta.c

854

meta_get(skb, info, &meta->rvalue, &r_value) < 0)

net/sched/em_meta.c

857

r = meta_type_ops(&meta->lvalue)->compare(&l_value, &r_value);

net/sched/em_meta.c

859

switch (meta->lvalue.hdr.op) {

net/sched/em_meta.c

871

static void meta_delete(struct meta_match *meta)

net/sched/em_meta.c

873

if (meta) {

net/sched/em_meta.c

874

const struct meta_type_ops *ops = meta_type_ops(&meta->lvalue);

net/sched/em_meta.c

877

ops->destroy(&meta->lvalue);

net/sched/em_meta.c

878

ops->destroy(&meta->rvalue);

net/sched/em_meta.c

882

kfree(meta);

net/sched/em_meta.c

912

struct meta_match *meta = NULL;

net/sched/em_meta.c

930

meta = kzalloc_obj(*meta);

net/sched/em_meta.c

931

if (meta == NULL) {

net/sched/em_meta.c

936

memcpy(&meta->lvalue.hdr, &hdr->left, sizeof(hdr->left));

net/sched/em_meta.c

937

memcpy(&meta->rvalue.hdr, &hdr->right, sizeof(hdr->right));

net/sched/em_meta.c

939

if (!meta_is_supported(&meta->lvalue) ||

net/sched/em_meta.c

940

!meta_is_supported(&meta->rvalue)) {

net/sched/em_meta.c

945

if (meta_change_data(&meta->lvalue, tb[TCA_EM_META_LVALUE]) < 0 ||

net/sched/em_meta.c

946

meta_change_data(&meta->rvalue, tb[TCA_EM_META_RVALUE]) < 0)

net/sched/em_meta.c

949

m->datalen = sizeof(*meta);

net/sched/em_meta.c

950

m->data = (unsigned long) meta;

net/sched/em_meta.c

954

if (err && meta)

net/sched/em_meta.c

955

meta_delete(meta);

net/sched/em_meta.c

967

struct meta_match *meta = (struct meta_match *) em->data;

net/sched/em_meta.c

972

memcpy(&hdr.left, &meta->lvalue.hdr, sizeof(hdr.left));

net/sched/em_meta.c

973

memcpy(&hdr.right, &meta->rvalue.hdr, sizeof(hdr.right));

net/sched/em_meta.c

978

ops = meta_type_ops(&meta->lvalue);

net/sched/em_meta.c

979

if (ops->dump(skb, &meta->lvalue, TCA_EM_META_LVALUE) < 0 ||

net/sched/em_meta.c

980

ops->dump(skb, &meta->rvalue, TCA_EM_META_RVALUE) < 0)

net/unix/af_unix.c

3611

__bpf_md_ptr(struct bpf_iter_meta *, meta);

net/unix/af_unix.c

3616

static int unix_prog_seq_show(struct bpf_prog *prog, struct bpf_iter_meta *meta,

net/unix/af_unix.c

3621

meta->seq_num--; /* skip SEQ_START_TOKEN */

net/unix/af_unix.c

3622

ctx.meta = meta;

net/unix/af_unix.c

3746

struct bpf_iter_meta meta;

net/unix/af_unix.c

3764

meta.seq = seq;

net/unix/af_unix.c

3765

prog = bpf_iter_get_info(&meta, false);

net/unix/af_unix.c

3766

ret = unix_prog_seq_show(prog, &meta, v, uid);

net/unix/af_unix.c

3776

struct bpf_iter_meta meta;

net/unix/af_unix.c

3780

meta.seq = seq;

net/unix/af_unix.c

3781

prog = bpf_iter_get_info(&meta, true);

net/unix/af_unix.c

3783

(void)unix_prog_seq_show(prog, &meta, v, 0);

net/unix/af_unix.c

3863

DEFINE_BPF_ITER_FUNC(unix, struct bpf_iter_meta *meta,

net/xdp/xsk.c

1000

skb->skb_mstamp_ns = meta->request.launch_time;

net/xdp/xsk.c

1001

xsk_tx_metadata_to_compl(meta, &skb_shinfo(skb)->xsk_meta);

net/xdp/xsk.c

968

struct xsk_tx_metadata *meta = NULL;

net/xdp/xsk.c

974

meta = buffer - pool->tx_metadata_len;

net/xdp/xsk.c

975

if (unlikely(!xsk_buff_valid_tx_metadata(meta)))

net/xdp/xsk.c

978

if (meta->flags & XDP_TXMD_FLAGS_CHECKSUM) {

net/xdp/xsk.c

979

csum_start = READ_ONCE(meta->request.csum_start);

net/xdp/xsk.c

980

csum_offset = READ_ONCE(meta->request.csum_offset);

net/xdp/xsk.c

999

if (meta->flags & XDP_TXMD_FLAGS_LAUNCH_TIME)

net/xdp/xsk_buff_pool.c

781

ret.meta = __xsk_buff_get_metadata(pool, __xp_raw_get_data(pool, addr));

samples/bpf/xdp2skb_meta_kern.c

34

struct meta_info *meta;

samples/bpf/xdp2skb_meta_kern.c

41

ret = bpf_xdp_adjust_meta(ctx, -(int)sizeof(*meta));

samples/bpf/xdp2skb_meta_kern.c

53

meta = (void *)(unsigned long)ctx->data_meta;

samples/bpf/xdp2skb_meta_kern.c

54

if (meta + 1 > data)

samples/bpf/xdp2skb_meta_kern.c

57

meta->mark = 42;

samples/bpf/xdp2skb_meta_kern.c

67

struct meta_info *meta = data_meta;

samples/bpf/xdp2skb_meta_kern.c

70

if (meta + 1 > data) {

samples/bpf/xdp2skb_meta_kern.c

77

ctx->mark = meta->mark; /* Transfer XDP-mark to SKB-mark */

tools/bpf/bpftool/skeleton/pid_iter.bpf.c

119

bpf_seq_write(ctx->meta->seq, &e, sizeof(e));

tools/include/uapi/linux/fanotify.h

266

#define FAN_EVENT_NEXT(meta, len) ((len) -= (meta)->event_len, \

tools/include/uapi/linux/fanotify.h

267

(struct fanotify_event_metadata*)(((char *)(meta)) + \

tools/include/uapi/linux/fanotify.h

268

(meta)->event_len))

tools/include/uapi/linux/fanotify.h

270

#define FAN_EVENT_OK(meta, len) ((long)(len) >= (long)FAN_EVENT_METADATA_LEN && \

tools/include/uapi/linux/fanotify.h

271

(long)(meta)->event_len >= (long)FAN_EVENT_METADATA_LEN && \

tools/include/uapi/linux/fanotify.h

272

(long)(meta)->event_len <= (long)(len))

tools/sched_ext/include/scx/common.bpf.h

359

void *bpf_obj_new_impl(__u64 local_type_id, void *meta) __ksym;

tools/sched_ext/include/scx/common.bpf.h

360

void bpf_obj_drop_impl(void *kptr, void *meta) __ksym;

tools/sched_ext/include/scx/common.bpf.h

367

void *meta, __u64 off) __ksym;

tools/sched_ext/include/scx/common.bpf.h

372

void *meta, __u64 off) __ksym;

tools/sched_ext/include/scx/common.bpf.h

381

void *meta, __u64 off) __ksym;

tools/sched_ext/include/scx/common.bpf.h

386

void *bpf_refcount_acquire_impl(void *kptr, void *meta) __ksym;

tools/testing/selftests/bpf/prog_tests/kfree_skb.c

22

struct meta *meta = (struct meta *)data;

tools/testing/selftests/bpf/prog_tests/kfree_skb.c

23

struct ipv6_packet *pkt_v6 = data + sizeof(*meta);

tools/testing/selftests/bpf/prog_tests/kfree_skb.c

26

if (CHECK(size != 72 + sizeof(*meta), "check_size", "size %u != %zu\n",

tools/testing/selftests/bpf/prog_tests/kfree_skb.c

27

size, 72 + sizeof(*meta)))

tools/testing/selftests/bpf/prog_tests/kfree_skb.c

29

if (CHECK(meta->ifindex != 1, "check_meta_ifindex",

tools/testing/selftests/bpf/prog_tests/kfree_skb.c

30

"meta->ifindex = %d\n", meta->ifindex))

tools/testing/selftests/bpf/prog_tests/kfree_skb.c

33

if (CHECK(meta->cb8_0 != cb.cb8[0], "check_cb8_0", "cb8_0 %x != %x\n",

tools/testing/selftests/bpf/prog_tests/kfree_skb.c

34

meta->cb8_0, cb.cb8[0]))

tools/testing/selftests/bpf/prog_tests/kfree_skb.c

36

if (CHECK(meta->cb32_0 != cb.cb32[0], "check_cb32_0",

tools/testing/selftests/bpf/prog_tests/kfree_skb.c

38

meta->cb32_0, cb.cb32[0]))

tools/testing/selftests/bpf/prog_tests/task_local_data.h

114

struct tld_meta_u *meta;

tools/testing/selftests/bpf/prog_tests/task_local_data.h

136

struct tld_meta_u *meta, *uninit = NULL;

tools/testing/selftests/bpf/prog_tests/task_local_data.h

139

meta = (struct tld_meta_u *)aligned_alloc(TLD_PAGE_SIZE, TLD_PAGE_SIZE);

tools/testing/selftests/bpf/prog_tests/task_local_data.h

140

if (!meta) {

tools/testing/selftests/bpf/prog_tests/task_local_data.h

145

memset(meta, 0, TLD_PAGE_SIZE);

tools/testing/selftests/bpf/prog_tests/task_local_data.h

146

meta->size = TLD_DYN_DATA_SIZE;

tools/testing/selftests/bpf/prog_tests/task_local_data.h

148

if (!atomic_compare_exchange_strong(&tld_meta_p, &uninit, meta)) {

tools/testing/selftests/bpf/prog_tests/task_local_data.h

149

free(meta);

tools/testing/selftests/bpf/prog_tests/task_local_data.h

192

map_val.meta = tld_meta_p;

tools/testing/selftests/bpf/prog_tests/test_xsk.c

782

struct xdp_info *meta = data - sizeof(struct xdp_info);

tools/testing/selftests/bpf/prog_tests/test_xsk.c

784

if (meta->count != pkt->pkt_nb) {

tools/testing/selftests/bpf/prog_tests/test_xsk.c

787

(unsigned long long)meta->count);

tools/testing/selftests/bpf/prog_tests/xdp_bpf2bpf.c

22

struct meta *meta = (struct meta *)data;

tools/testing/selftests/bpf/prog_tests/xdp_bpf2bpf.c

23

struct ipv4_packet *trace_pkt_v4 = data + sizeof(*meta);

tools/testing/selftests/bpf/prog_tests/xdp_bpf2bpf.c

24

unsigned char *raw_pkt = data + sizeof(*meta);

tools/testing/selftests/bpf/prog_tests/xdp_bpf2bpf.c

27

ASSERT_GE(size, sizeof(pkt_v4) + sizeof(*meta), "check_size");

tools/testing/selftests/bpf/prog_tests/xdp_bpf2bpf.c

28

ASSERT_EQ(meta->ifindex, if_nametoindex("lo"), "check_meta_ifindex");

tools/testing/selftests/bpf/prog_tests/xdp_bpf2bpf.c

29

ASSERT_EQ(meta->pkt_len, tst_ctx->pkt_size, "check_meta_pkt_len");

tools/testing/selftests/bpf/prog_tests/xdp_bpf2bpf.c

33

if (meta->pkt_len > sizeof(pkt_v4)) {

tools/testing/selftests/bpf/prog_tests/xdp_bpf2bpf.c

34

for (int i = 0; i < meta->pkt_len - sizeof(pkt_v4); i++)

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

138

struct xsk_tx_metadata *meta;

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

156

meta = data - sizeof(struct xsk_tx_metadata);

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

157

memset(meta, 0, sizeof(*meta));

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

158

meta->flags = XDP_TXMD_FLAGS_TIMESTAMP;

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

188

meta->flags |= XDP_TXMD_FLAGS_CHECKSUM;

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

189

meta->request.csum_start = sizeof(*eth) + sizeof(*iph);

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

190

meta->request.csum_offset = offsetof(struct udphdr, check);

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

229

struct xsk_tx_metadata *meta;

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

240

meta = data - sizeof(struct xsk_tx_metadata);

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

242

ASSERT_NEQ(meta->completion.tx_timestamp, 0, "tx_timestamp");

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

263

struct xdp_meta *meta;

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

305

meta = data - sizeof(struct xdp_meta);

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

307

if (!ASSERT_NEQ(meta->rx_timestamp, 0, "rx_timestamp"))

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

310

if (!ASSERT_NEQ(meta->rx_hash, 0, "rx_hash"))

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

314

if (!ASSERT_NEQ(meta->rx_hash_type & XDP_RSS_TYPE_L4, 0, "rx_hash_type"))

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

317

if (!ASSERT_EQ(meta->rx_vlan_tci & VLAN_VID_MASK, VLAN_ID, "rx_vlan_tci"))

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

320

if (!ASSERT_EQ(meta->rx_vlan_proto, VLAN_PID, "rx_vlan_proto"))

tools/testing/selftests/bpf/prog_tests/xdp_metadata.c

325

ASSERT_EQ(meta->rx_hash_type, 0, "rx_hash_type");

tools/testing/selftests/bpf/progs/bpf_iter_bpf_array_map.c

35

bpf_seq_write(ctx->meta->seq, key, sizeof(__u32));

tools/testing/selftests/bpf/progs/bpf_iter_bpf_array_map.c

36

bpf_seq_write(ctx->meta->seq, val, sizeof(__u64));

tools/testing/selftests/bpf/progs/bpf_iter_bpf_hash_map.c

119

if (ctx->meta->seq_num == 0)

tools/testing/selftests/bpf/progs/bpf_iter_bpf_hash_map.c

120

BPF_SEQ_PRINTF(ctx->meta->seq, "map dump starts\n");

tools/testing/selftests/bpf/progs/bpf_iter_bpf_hash_map.c

45

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_bpf_hash_map.c

46

__u32 seq_num = ctx->meta->seq_num;

tools/testing/selftests/bpf/progs/bpf_iter_bpf_link.c

11

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_bpf_map.c

11

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_bpf_map.c

12

__u64 seq_num = ctx->meta->seq_num;

tools/testing/selftests/bpf/progs/bpf_iter_ipv6_route.c

14

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_ksym.c

31

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_ksym.c

33

__u32 seq_num = ctx->meta->seq_num;

tools/testing/selftests/bpf/progs/bpf_iter_netlink.c

17

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_netlink.c

27

if (ctx->meta->seq_num == 0)

tools/testing/selftests/bpf/progs/bpf_iter_task_btf.c

18

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_task_btf.c

27

if (ctx->meta->seq_num == 0)

tools/testing/selftests/bpf/progs/bpf_iter_task_file.c

16

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_task_file.c

24

if (ctx->meta->seq_num == 0) {

tools/testing/selftests/bpf/progs/bpf_iter_task_stack.c

15

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_task_stack.c

43

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_task_vmas.c

29

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_tasks.c

193

if (ctx->meta->seq_num == 0)

tools/testing/selftests/bpf/progs/bpf_iter_tasks.c

23

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_tasks.c

37

if (ctx->meta->seq_num == 0)

tools/testing/selftests/bpf/progs/bpf_iter_tasks.c

52

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c

199

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c

209

seq_num = ctx->meta->seq_num;

tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c

215

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c

225

seq_num = ctx->meta->seq_num;

tools/testing/selftests/bpf/progs/bpf_iter_test_kern3.c

11

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_test_kern4.c

18

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_test_kern4.c

30

seq_num = ctx->meta->seq_num;

tools/testing/selftests/bpf/progs/bpf_iter_test_kern_common.h

12

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_udp4.c

27

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_udp4.c

38

seq_num = ctx->meta->seq_num;

tools/testing/selftests/bpf/progs/bpf_iter_udp6.c

34

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_udp6.c

46

seq_num = ctx->meta->seq_num;

tools/testing/selftests/bpf/progs/bpf_iter_unix.c

42

seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/bpf_iter_unix.c

43

seq_num = ctx->meta->seq_num;

tools/testing/selftests/bpf/progs/bpf_iter_vma_offset.c

19

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/cgroup_hierarchical_stats.c

134

int BPF_PROG(dumper, struct bpf_iter_meta *meta, struct cgroup *cgrp)

tools/testing/selftests/bpf/progs/cgroup_hierarchical_stats.c

136

struct seq_file *seq = meta->seq;

tools/testing/selftests/bpf/progs/cgroup_iter.c

19

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/cgroup_iter.c

29

if (ctx->meta->seq_num == 0)

tools/testing/selftests/bpf/progs/dmabuf_iter.c

34

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1159

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1162

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1164

md = bpf_dynptr_slice(&meta, 0, NULL, sizeof(*md));

tools/testing/selftests/bpf/progs/dynptr_fail.c

1282

struct bpf_dynptr data, meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1286

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1292

bpf_dynptr_write(&meta, 0, "x", 1, 0);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1305

struct bpf_dynptr data, meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1309

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1315

bpf_dynptr_write(&meta, 0, "x", 1, 0);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1328

struct bpf_dynptr data, meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1332

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1334

md = bpf_dynptr_slice(&meta, 0, NULL, sizeof(*md));

tools/testing/selftests/bpf/progs/dynptr_fail.c

1351

struct bpf_dynptr data, meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1355

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1357

md = bpf_dynptr_slice_rdwr(&meta, 0, NULL, sizeof(*md));

tools/testing/selftests/bpf/progs/dynptr_fail.c

1374

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1377

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1379

md = bpf_dynptr_slice(&meta, 0, NULL, sizeof(*md));

tools/testing/selftests/bpf/progs/dynptr_fail.c

1397

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1400

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1402

md = bpf_dynptr_slice_rdwr(&meta, 0, NULL, sizeof(*md));

tools/testing/selftests/bpf/progs/dynptr_fail.c

1420

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1423

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1425

md = bpf_dynptr_slice(&meta, 0, NULL, sizeof(*md));

tools/testing/selftests/bpf/progs/dynptr_fail.c

1429

bpf_dynptr_write(&meta, 0, "x", 1, 0);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1442

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1445

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1447

md = bpf_dynptr_slice_rdwr(&meta, 0, NULL, sizeof(*md));

tools/testing/selftests/bpf/progs/dynptr_fail.c

1451

bpf_dynptr_write(&meta, 0, "x", 1, 0);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1527

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1530

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1950

struct bpf_dynptr clone, meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

1953

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

1954

bpf_dynptr_clone(&meta, &clone);

tools/testing/selftests/bpf/progs/dynptr_fail.c

277

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/dynptr_fail.c

280

bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_fail.c

282

md = bpf_dynptr_slice_rdwr(&meta, 0, NULL, sizeof(*md));

tools/testing/selftests/bpf/progs/dynptr_success.c

217

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/dynptr_success.c

222

ret = bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_success.c

228

md = bpf_dynptr_data(&meta, 0, sizeof(*md));

tools/testing/selftests/bpf/progs/dynptr_success.c

241

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/dynptr_success.c

246

ret = bpf_dynptr_from_skb_meta(skb, INVALID_FLAGS, &meta);

tools/testing/selftests/bpf/progs/dynptr_success.c

251

ret = bpf_dynptr_from_skb_meta(skb, 0, &meta);

tools/testing/selftests/bpf/progs/dynptr_success.c

256

ret = bpf_dynptr_read(&buf, 0, &meta, 0, INVALID_FLAGS);

tools/testing/selftests/bpf/progs/dynptr_success.c

261

ret = bpf_dynptr_write(&meta, 0, &buf, 0, INVALID_FLAGS);

tools/testing/selftests/bpf/progs/iters_css_task.c

58

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/iters_css_task.c

70

if (ctx->meta->seq_num == 0)

tools/testing/selftests/bpf/progs/kfree_skb.c

100

bpf_printk("cb8_0:%x cb32_0:%x\n", meta.cb8_0, meta.cb32_0);

tools/testing/selftests/bpf/progs/kfree_skb.c

102

if (users != 1 || pkt_data != bpf_htons(0x86dd) || meta.ifindex != 1)

tools/testing/selftests/bpf/progs/kfree_skb.c

108

&meta, sizeof(meta));

tools/testing/selftests/bpf/progs/kfree_skb.c

69

struct meta meta = {};

tools/testing/selftests/bpf/progs/kfree_skb.c

84

meta.ifindex = _(dev->ifindex);

tools/testing/selftests/bpf/progs/kfree_skb.c

85

meta.cb8_0 = cb8[8];

tools/testing/selftests/bpf/progs/kfree_skb.c

86

meta.cb32_0 = cb32[2];

tools/testing/selftests/bpf/progs/kfree_skb.c

99

meta.ifindex, data, pkt_data);

tools/testing/selftests/bpf/progs/kmem_cache_iter.c

41

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/map_percpu_stats.c

15

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/profiler.h

110

struct var_metadata_t meta;

tools/testing/selftests/bpf/progs/profiler.h

123

struct var_metadata_t meta;

tools/testing/selftests/bpf/progs/profiler.h

131

struct var_metadata_t meta;

tools/testing/selftests/bpf/progs/profiler.h

87

struct var_metadata_t meta;

tools/testing/selftests/bpf/progs/profiler.h

96

struct var_metadata_t meta;

tools/testing/selftests/bpf/progs/profiler.inc.h

173

if (arr_struct->array[i].meta.pid == spid)

tools/testing/selftests/bpf/progs/profiler.inc.h

362

void* payload = populate_var_metadata(&kill_data->meta, task, spid, kill_data->payload);

tools/testing/selftests/bpf/progs/profiler.inc.h

367

kill_data->meta.type = KILL_EVENT;

tools/testing/selftests/bpf/progs/profiler.inc.h

406

if (arr_struct->array[i].meta.pid == 0) {

tools/testing/selftests/bpf/progs/profiler.inc.h

464

struct var_metadata_t* meta)

tools/testing/selftests/bpf/progs/profiler.inc.h

468

meta->bpf_stats_num_perf_events =

tools/testing/selftests/bpf/progs/profiler.inc.h

471

meta->bpf_stats_start_ktime_ns = bpf_stat_ctx->start_time_ns;

tools/testing/selftests/bpf/progs/profiler.inc.h

472

meta->cpu_id = bpf_get_smp_processor_id();

tools/testing/selftests/bpf/progs/profiler.inc.h

562

sysctl_data->meta.type = SYSCTL_EVENT;

tools/testing/selftests/bpf/progs/profiler.inc.h

563

void* payload = populate_var_metadata(&sysctl_data->meta, task, pid, sysctl_data->payload);

tools/testing/selftests/bpf/progs/profiler.inc.h

587

bpf_stats_pre_submit_var_perf_event(&stats_ctx, &sysctl_data->meta);

tools/testing/selftests/bpf/progs/profiler.inc.h

662

bpf_stats_pre_submit_var_perf_event(&stats_ctx, &kill_data->meta);

tools/testing/selftests/bpf/progs/profiler.inc.h

700

proc_exec_data->meta.type = EXEC_EVENT;

tools/testing/selftests/bpf/progs/profiler.inc.h

704

void* payload = populate_var_metadata(&proc_exec_data->meta, task, pid,

tools/testing/selftests/bpf/progs/profiler.inc.h

743

bpf_stats_pre_submit_var_perf_event(&stats_ctx, &proc_exec_data->meta);

tools/testing/selftests/bpf/progs/profiler.inc.h

789

filemod_data->meta.type = FILEMOD_EVENT;

tools/testing/selftests/bpf/progs/profiler.inc.h

799

void* payload = populate_var_metadata(&filemod_data->meta, task, pid,

tools/testing/selftests/bpf/progs/profiler.inc.h

808

bpf_stats_pre_submit_var_perf_event(&stats_ctx, &filemod_data->meta);

tools/testing/selftests/bpf/progs/profiler.inc.h

842

filemod_data->meta.type = FILEMOD_EVENT;

tools/testing/selftests/bpf/progs/profiler.inc.h

852

void* payload = populate_var_metadata(&filemod_data->meta, task, pid,

tools/testing/selftests/bpf/progs/profiler.inc.h

868

bpf_stats_pre_submit_var_perf_event(&stats_ctx, &filemod_data->meta);

tools/testing/selftests/bpf/progs/profiler.inc.h

897

filemod_data->meta.type = FILEMOD_EVENT;

tools/testing/selftests/bpf/progs/profiler.inc.h

907

void* payload = populate_var_metadata(&filemod_data->meta, task, pid,

tools/testing/selftests/bpf/progs/profiler.inc.h

922

bpf_stats_pre_submit_var_perf_event(&stats_ctx, &filemod_data->meta);

tools/testing/selftests/bpf/progs/profiler.inc.h

944

fork_data->meta.type = FORK_EVENT;

tools/testing/selftests/bpf/progs/profiler.inc.h

946

void* payload = populate_var_metadata(&fork_data->meta, child,

tools/testing/selftests/bpf/progs/profiler.inc.h

951

bpf_stats_pre_submit_var_perf_event(&stats_ctx, &fork_data->meta);

tools/testing/selftests/bpf/progs/sock_iter_batch.c

127

bpf_seq_write(ctx->meta->seq, &idx, sizeof(idx));

tools/testing/selftests/bpf/progs/sock_iter_batch.c

128

bpf_seq_write(ctx->meta->seq, &sock_cookie, sizeof(sock_cookie));

tools/testing/selftests/bpf/progs/sock_iter_batch.c

67

bpf_seq_write(ctx->meta->seq, &idx, sizeof(idx));

tools/testing/selftests/bpf/progs/sock_iter_batch.c

68

bpf_seq_write(ctx->meta->seq, &sock_cookie, sizeof(sock_cookie));

tools/testing/selftests/bpf/progs/sock_iter_batch.c

89

bpf_seq_write(ctx->meta->seq, &sock_cookie, sizeof(sock_cookie));

tools/testing/selftests/bpf/progs/task_local_data.bpf.h

101

struct tld_meta_u meta[0];

tools/testing/selftests/bpf/progs/task_local_data.bpf.h

177

if (!tld_obj->data_map || !tld_obj->data_map->data || !tld_obj->data_map->meta)

tools/testing/selftests/bpf/progs/task_local_data.bpf.h

181

cnt = tld_obj->data_map->meta->cnt;

tools/testing/selftests/bpf/progs/task_local_data.bpf.h

182

metadata = tld_obj->data_map->meta->metadata;

tools/testing/selftests/bpf/progs/task_local_data.bpf.h

222

if (likely((tld_obj)->data_map->meta) && \

tools/testing/selftests/bpf/progs/task_local_data.bpf.h

223

cnt < (tld_obj)->data_map->meta->cnt) { \

tools/testing/selftests/bpf/progs/task_local_data.bpf.h

95

struct tld_meta_u __uptr *meta;

tools/testing/selftests/bpf/progs/test_xdp_bpf2bpf.c

47

struct meta meta;

tools/testing/selftests/bpf/progs/test_xdp_bpf2bpf.c

49

meta.ifindex = xdp->rxq->dev->ifindex;

tools/testing/selftests/bpf/progs/test_xdp_bpf2bpf.c

50

meta.pkt_len = bpf_xdp_get_buff_len((struct xdp_md *)xdp);

tools/testing/selftests/bpf/progs/test_xdp_bpf2bpf.c

52

((__u64) meta.pkt_len << 32) |

tools/testing/selftests/bpf/progs/test_xdp_bpf2bpf.c

54

&meta, sizeof(meta));

tools/testing/selftests/bpf/progs/test_xdp_meta.c

105

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

106

bpf_dynptr_write(&meta, 0, src, META_SIZE, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

115

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

118

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

119

meta_have = bpf_dynptr_slice(&meta, 0, NULL, META_SIZE);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

135

struct bpf_dynptr data, meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

143

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

144

dst = bpf_dynptr_slice_rdwr(&meta, 0, NULL, META_SIZE);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

159

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

165

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

166

bpf_dynptr_read(dst, chunk_len, &meta, 0, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

170

bpf_dynptr_adjust(&meta, chunk_len, bpf_dynptr_size(&meta));

tools/testing/selftests/bpf/progs/test_xdp_meta.c

171

bpf_dynptr_read(dst, chunk_len, &meta, 0, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

175

bpf_dynptr_read(dst, chunk_len, &meta, chunk_len, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

179

src = bpf_dynptr_slice(&meta, 2 * chunk_len, NULL, chunk_len);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

198

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

205

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

206

bpf_dynptr_write(&meta, 0, src, chunk_len, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

210

bpf_dynptr_adjust(&meta, chunk_len, bpf_dynptr_size(&meta));

tools/testing/selftests/bpf/progs/test_xdp_meta.c

211

bpf_dynptr_write(&meta, 0, src, chunk_len, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

215

bpf_dynptr_write(&meta, chunk_len, src, chunk_len, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

219

dst = bpf_dynptr_slice_rdwr(&meta, 2 * chunk_len, NULL, chunk_len);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

231

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

235

err = bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

240

err = bpf_dynptr_read(&md, sizeof(md), &meta, META_SIZE, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

245

err = bpf_dynptr_write(&meta, META_SIZE, &md, sizeof(md), 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

250

err = bpf_dynptr_adjust(&meta, 0, META_SIZE + 1);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

255

err = bpf_dynptr_adjust(&meta, META_SIZE + 1, META_SIZE + 1);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

260

p = bpf_dynptr_slice(&meta, META_SIZE, NULL, sizeof(*p));

tools/testing/selftests/bpf/progs/test_xdp_meta.c

265

p = bpf_dynptr_slice_rdwr(&meta, META_SIZE, NULL, sizeof(*p));

tools/testing/selftests/bpf/progs/test_xdp_meta.c

310

__u8 *meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

321

meta = ctx_ptr(ctx, data_meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

322

if (meta + META_SIZE > ctx_ptr(ctx, data))

tools/testing/selftests/bpf/progs/test_xdp_meta.c

325

__builtin_memset(meta, 0, META_SIZE);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

421

struct bpf_dynptr data, meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

433

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

434

bpf_dynptr_read(meta_have, META_SIZE, &meta, 0, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

450

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

457

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

458

meta_have = bpf_dynptr_slice_rdwr(&meta, 0, NULL, META_SIZE);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

478

struct bpf_dynptr data, meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

487

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

488

if (bpf_dynptr_is_rdonly(&meta))

tools/testing/selftests/bpf/progs/test_xdp_meta.c

491

err = bpf_dynptr_read(meta_have, META_SIZE, &meta, 0, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

499

err = bpf_dynptr_read(meta_have, META_SIZE, &meta, 0, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

516

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

525

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

526

if (bpf_dynptr_is_rdonly(&meta))

tools/testing/selftests/bpf/progs/test_xdp_meta.c

529

err = bpf_dynptr_read(meta_have, META_SIZE, &meta, 0, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

534

bpf_dynptr_write(&meta, 0, &meta_have[0], 1, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

536

err = bpf_dynptr_read(meta_have, META_SIZE, &meta, 0, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

80

struct bpf_dynptr meta;

tools/testing/selftests/bpf/progs/test_xdp_meta.c

82

bpf_dynptr_from_skb_meta(ctx, 0, &meta);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

83

bpf_dynptr_read(meta_have, META_SIZE, &meta, 0, 0);

tools/testing/selftests/bpf/progs/test_xdp_meta.c

97

struct bpf_dynptr data, meta;

tools/testing/selftests/bpf/progs/verifier_arena.c

426

struct seq_file *seq = ctx->meta->seq;

tools/testing/selftests/bpf/progs/verifier_bits_iter.c

23

int BPF_PROG(no_destroy, struct bpf_iter_meta *meta, struct cgroup *cgrp)

tools/testing/selftests/bpf/progs/verifier_bits_iter.c

36

int BPF_PROG(next_uninit, struct bpf_iter_meta *meta, struct cgroup *cgrp)

tools/testing/selftests/bpf/progs/verifier_bits_iter.c

47

int BPF_PROG(destroy_uninit, struct bpf_iter_meta *meta, struct cgroup *cgrp)

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

100

&meta->rx_hash_type);

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

102

meta->rx_hash_err = err;

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

104

meta->hint_valid |= XDP_META_FIELD_RSS;

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

106

err = bpf_xdp_metadata_rx_vlan_tag(ctx, &meta->rx_vlan_proto,

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

107

&meta->rx_vlan_tci);

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

109

meta->rx_vlan_tag_err = err;

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

111

meta->hint_valid |= XDP_META_FIELD_VLAN_TAG;

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

34

struct xdp_meta *meta;

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

83

meta = data_meta;

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

85

if (meta + 1 > data) {

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

90

meta->hint_valid = 0;

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

92

meta->xdp_timestamp = bpf_ktime_get_tai_ns();

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

93

err = bpf_xdp_metadata_rx_timestamp(ctx, &meta->rx_timestamp);

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

95

meta->rx_timestamp_err = err;

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

97

meta->hint_valid |= XDP_META_FIELD_TS;

tools/testing/selftests/bpf/progs/xdp_hw_metadata.c

99

err = bpf_xdp_metadata_rx_hash(ctx, &meta->rx_hash,

tools/testing/selftests/bpf/progs/xdp_metadata.c

100

&meta->rx_vlan_tci);

tools/testing/selftests/bpf/progs/xdp_metadata.c

45

struct xdp_meta *meta;

tools/testing/selftests/bpf/progs/xdp_metadata.c

86

meta = data_meta;

tools/testing/selftests/bpf/progs/xdp_metadata.c

96

meta->rx_timestamp = 1;

tools/testing/selftests/bpf/progs/xdp_metadata.c

98

bpf_xdp_metadata_rx_hash(ctx, &meta->rx_hash, &meta->rx_hash_type);

tools/testing/selftests/bpf/progs/xdp_metadata.c

99

bpf_xdp_metadata_rx_vlan_tag(ctx, &meta->rx_vlan_proto,

tools/testing/selftests/bpf/progs/xsk_xdp_progs.c

41

struct xdp_info *meta;

tools/testing/selftests/bpf/progs/xsk_xdp_progs.c

55

meta = data_meta;

tools/testing/selftests/bpf/progs/xsk_xdp_progs.c

56

meta->count = count++;

tools/testing/selftests/bpf/xdp_hw_metadata.c

224

struct xdp_meta *meta;

tools/testing/selftests/bpf/xdp_hw_metadata.c

226

meta = data - sizeof(*meta);

tools/testing/selftests/bpf/xdp_hw_metadata.c

228

if (meta->hint_valid & XDP_META_FIELD_RSS)

tools/testing/selftests/bpf/xdp_hw_metadata.c

230

meta->rx_hash, meta->rx_hash_type);

tools/testing/selftests/bpf/xdp_hw_metadata.c

232

printf("No rx_hash, err=%d\n", meta->rx_hash_err);

tools/testing/selftests/bpf/xdp_hw_metadata.c

234

if (meta->hint_valid & XDP_META_FIELD_TS) {

tools/testing/selftests/bpf/xdp_hw_metadata.c

238

last_hw_rx_timestamp = meta->rx_timestamp;

tools/testing/selftests/bpf/xdp_hw_metadata.c

239

last_xdp_rx_timestamp = meta->xdp_timestamp;

tools/testing/selftests/bpf/xdp_hw_metadata.c

242

meta->rx_timestamp, ref_tstamp);

tools/testing/selftests/bpf/xdp_hw_metadata.c

244

meta->xdp_timestamp, ref_tstamp);

tools/testing/selftests/bpf/xdp_hw_metadata.c

246

printf("No rx_timestamp, err=%d\n", meta->rx_timestamp_err);

tools/testing/selftests/bpf/xdp_hw_metadata.c

249

if (meta->hint_valid & XDP_META_FIELD_VLAN_TAG) {

tools/testing/selftests/bpf/xdp_hw_metadata.c

250

printf("rx_vlan_proto: 0x%X\n", ntohs(meta->rx_vlan_proto));

tools/testing/selftests/bpf/xdp_hw_metadata.c

252

print_vlan_tci(meta->rx_vlan_tci);

tools/testing/selftests/bpf/xdp_hw_metadata.c

255

meta->rx_vlan_tag_err);

tools/testing/selftests/bpf/xdp_hw_metadata.c

306

struct xsk_tx_metadata *meta;

tools/testing/selftests/bpf/xdp_hw_metadata.c

316

meta = data - sizeof(struct xsk_tx_metadata);

tools/testing/selftests/bpf/xdp_hw_metadata.c

320

if (meta->completion.tx_timestamp) {

tools/testing/selftests/bpf/xdp_hw_metadata.c

327

meta->completion.tx_timestamp);

tools/testing/selftests/bpf/xdp_hw_metadata.c

330

meta->completion.tx_timestamp, ref_tstamp);

tools/testing/selftests/bpf/xdp_hw_metadata.c

334

last_hw_rx_timestamp, meta->completion.tx_timestamp);

tools/testing/selftests/bpf/xdp_hw_metadata.c

354

struct xsk_tx_metadata *meta;

tools/testing/selftests/bpf/xdp_hw_metadata.c

376

meta = data - sizeof(struct xsk_tx_metadata);

tools/testing/selftests/bpf/xdp_hw_metadata.c

377

memset(meta, 0, sizeof(*meta));

tools/testing/selftests/bpf/xdp_hw_metadata.c

378

meta->flags = XDP_TXMD_FLAGS_TIMESTAMP;

tools/testing/selftests/bpf/xdp_hw_metadata.c

415

meta->flags |= XDP_TXMD_FLAGS_CHECKSUM;

tools/testing/selftests/bpf/xdp_hw_metadata.c

417

meta->request.csum_start = sizeof(*eth) + sizeof(*iph);

tools/testing/selftests/bpf/xdp_hw_metadata.c

419

meta->request.csum_start = sizeof(*eth) + sizeof(*ip6h);

tools/testing/selftests/bpf/xdp_hw_metadata.c

420

meta->request.csum_offset = offsetof(struct udphdr, check);

tools/testing/selftests/bpf/xdp_hw_metadata.c

424

meta->request.csum_start, meta->request.csum_offset);

tools/testing/selftests/bpf/xdp_hw_metadata.c

428

meta->flags |= XDP_TXMD_FLAGS_LAUNCH_TIME;

tools/testing/selftests/bpf/xdp_hw_metadata.c

429

meta->request.launch_time = last_hw_rx_timestamp +

tools/testing/selftests/bpf/xdp_hw_metadata.c

431

last_launch_time = meta->request.launch_time;

tools/testing/selftests/bpf/xdp_hw_metadata.c

434

meta->request.launch_time);

tools/testing/selftests/filesystems/mount-notify/mount-notify_test.c

120

struct fanotify_event_metadata *meta;

tools/testing/selftests/filesystems/mount-notify/mount-notify_test.c

145

meta = self->next;

tools/testing/selftests/filesystems/mount-notify/mount-notify_test.c

146

ASSERT_TRUE(FAN_EVENT_OK(meta, self->rem));

tools/testing/selftests/filesystems/mount-notify/mount-notify_test.c

148

thislen = meta->event_len;

tools/testing/selftests/filesystems/mount-notify/mount-notify_test.c

152

*mask = meta->mask;

tools/testing/selftests/filesystems/mount-notify/mount-notify_test.c

153

thislen -= sizeof(*meta);

tools/testing/selftests/filesystems/mount-notify/mount-notify_test.c

155

mnt = ((void *) meta) + meta->event_len - thislen;

tools/testing/selftests/filesystems/mount-notify/mount-notify_test_ns.c

147

struct fanotify_event_metadata *meta;

tools/testing/selftests/filesystems/mount-notify/mount-notify_test_ns.c

172

meta = self->next;

tools/testing/selftests/filesystems/mount-notify/mount-notify_test_ns.c

173

ASSERT_TRUE(FAN_EVENT_OK(meta, self->rem));

tools/testing/selftests/filesystems/mount-notify/mount-notify_test_ns.c

175

thislen = meta->event_len;

tools/testing/selftests/filesystems/mount-notify/mount-notify_test_ns.c

179

*mask = meta->mask;

tools/testing/selftests/filesystems/mount-notify/mount-notify_test_ns.c

180

thislen -= sizeof(*meta);

tools/testing/selftests/filesystems/mount-notify/mount-notify_test_ns.c

182

mnt = ((void *) meta) + meta->event_len - thislen;

tools/testing/selftests/ring-buffer/map_test.c

100

desc->meta = (struct trace_buffer_meta *)map;

tools/testing/selftests/ring-buffer/map_test.c

103

if (page_size < desc->meta->meta_struct_len) {

tools/testing/selftests/ring-buffer/map_test.c

104

int meta_page_size = desc->meta->meta_page_size;

tools/testing/selftests/ring-buffer/map_test.c

106

munmap(desc->meta, page_size);

tools/testing/selftests/ring-buffer/map_test.c

116

munmap(desc->meta, desc->meta->meta_page_size);

tools/testing/selftests/ring-buffer/map_test.c

188

ASSERT_EQ(desc->meta->entries, 0);

tools/testing/selftests/ring-buffer/map_test.c

189

ASSERT_EQ(desc->meta->overrun, 0);

tools/testing/selftests/ring-buffer/map_test.c

190

ASSERT_EQ(desc->meta->read, 0);

tools/testing/selftests/ring-buffer/map_test.c

192

ASSERT_EQ(desc->meta->reader.id, 0);

tools/testing/selftests/ring-buffer/map_test.c

193

ASSERT_EQ(desc->meta->reader.read, 0);

tools/testing/selftests/ring-buffer/map_test.c

196

ASSERT_EQ(desc->meta->reader.id, 0);

tools/testing/selftests/ring-buffer/map_test.c

204

ASSERT_EQ(desc->meta->entries, 16);

tools/testing/selftests/ring-buffer/map_test.c

205

ASSERT_EQ(desc->meta->overrun, 0);

tools/testing/selftests/ring-buffer/map_test.c

206

ASSERT_EQ(desc->meta->read, 16);

tools/testing/selftests/ring-buffer/map_test.c

208

ASSERT_EQ(desc->meta->reader.id, 1);

tools/testing/selftests/ring-buffer/map_test.c

220

meta_len = desc->meta->meta_page_size;

tools/testing/selftests/ring-buffer/map_test.c

221

data_len = desc->meta->subbuf_size * desc->meta->nr_subbufs;

tools/testing/selftests/ring-buffer/map_test.c

230

data_len -= desc->meta->subbuf_size;

tools/testing/selftests/ring-buffer/map_test.c

237

meta_len += desc->meta->subbuf_size * 2;

tools/testing/selftests/ring-buffer/map_test.c

243

data_len = desc->meta->subbuf_size * desc->meta->nr_subbufs;

tools/testing/selftests/ring-buffer/map_test.c

245

desc->cpu_fd, data_len + (desc->meta->subbuf_size * 2));

tools/testing/selftests/ring-buffer/map_test.c

249

if (desc->meta->meta_page_size > getpagesize()) {

tools/testing/selftests/ring-buffer/map_test.c

250

data_len = desc->meta->meta_page_size;

tools/testing/selftests/ring-buffer/map_test.c

255

for (int i = desc->meta->meta_struct_len;

tools/testing/selftests/ring-buffer/map_test.c

256

i < desc->meta->meta_page_size; i += sizeof(int))

tools/testing/selftests/ring-buffer/map_test.c

75

struct trace_buffer_meta *meta;