tools/lib/bpf/libbpf.c

14239

struct perf_cpu_buf *cpu_buf)

tools/lib/bpf/libbpf.c

14243

if (cpu_buf->base &&

tools/lib/bpf/libbpf.c

14244

munmap(cpu_buf->base, pb->mmap_size + pb->page_size))

tools/lib/bpf/libbpf.c

14245

pr_warn("failed to munmap cpu_buf #%d\n", cpu_buf->cpu);

tools/lib/bpf/libbpf.c

14246

if (cpu_buf->fd >= 0) {

tools/lib/bpf/libbpf.c

14247

ioctl(cpu_buf->fd, PERF_EVENT_IOC_DISABLE, 0);

tools/lib/bpf/libbpf.c

14248

close(cpu_buf->fd);

tools/lib/bpf/libbpf.c

14250

free(cpu_buf->buf);

tools/lib/bpf/libbpf.c

14262

struct perf_cpu_buf *cpu_buf = pb->cpu_bufs[i];

tools/lib/bpf/libbpf.c

14264

if (!cpu_buf)

tools/lib/bpf/libbpf.c

14267

bpf_map_delete_elem(pb->map_fd, &cpu_buf->map_key);

tools/lib/bpf/libbpf.c

14268

perf_buffer__free_cpu_buf(pb, cpu_buf);

tools/lib/bpf/libbpf.c

14282

struct perf_cpu_buf *cpu_buf;

tools/lib/bpf/libbpf.c

14285

cpu_buf = calloc(1, sizeof(*cpu_buf));

tools/lib/bpf/libbpf.c

14286

if (!cpu_buf)

tools/lib/bpf/libbpf.c

14289

cpu_buf->pb = pb;

tools/lib/bpf/libbpf.c

14290

cpu_buf->cpu = cpu;

tools/lib/bpf/libbpf.c

14291

cpu_buf->map_key = map_key;

tools/lib/bpf/libbpf.c

14293

cpu_buf->fd = syscall(__NR_perf_event_open, attr, -1 /* pid */, cpu,

tools/lib/bpf/libbpf.c

14295

if (cpu_buf->fd < 0) {

tools/lib/bpf/libbpf.c

14302

cpu_buf->base = mmap(NULL, pb->mmap_size + pb->page_size,

tools/lib/bpf/libbpf.c

14304

cpu_buf->fd, 0);

tools/lib/bpf/libbpf.c

14305

if (cpu_buf->base == MAP_FAILED) {

tools/lib/bpf/libbpf.c

14306

cpu_buf->base = NULL;

tools/lib/bpf/libbpf.c

14313

if (ioctl(cpu_buf->fd, PERF_EVENT_IOC_ENABLE, 0) < 0) {

tools/lib/bpf/libbpf.c

14320

return cpu_buf;

tools/lib/bpf/libbpf.c

14323

perf_buffer__free_cpu_buf(pb, cpu_buf);

tools/lib/bpf/libbpf.c

14479

struct perf_cpu_buf *cpu_buf;

tools/lib/bpf/libbpf.c

14491

cpu_buf = perf_buffer__open_cpu_buf(pb, p->attr, cpu, map_key);

tools/lib/bpf/libbpf.c

14492

if (IS_ERR(cpu_buf)) {

tools/lib/bpf/libbpf.c

14493

err = PTR_ERR(cpu_buf);

tools/lib/bpf/libbpf.c

14497

pb->cpu_bufs[j] = cpu_buf;

tools/lib/bpf/libbpf.c

14500

&cpu_buf->fd, 0);

tools/lib/bpf/libbpf.c

14504

cpu, map_key, cpu_buf->fd,

tools/lib/bpf/libbpf.c

14510

pb->events[j].data.ptr = cpu_buf;

tools/lib/bpf/libbpf.c

14511

if (epoll_ctl(pb->epoll_fd, EPOLL_CTL_ADD, cpu_buf->fd,

tools/lib/bpf/libbpf.c

14515

cpu, cpu_buf->fd,

tools/lib/bpf/libbpf.c

14549

struct perf_cpu_buf *cpu_buf = ctx;

tools/lib/bpf/libbpf.c

14550

struct perf_buffer *pb = cpu_buf->pb;

tools/lib/bpf/libbpf.c

14555

return pb->event_cb(pb->ctx, cpu_buf->cpu, e);

tools/lib/bpf/libbpf.c

14562

pb->sample_cb(pb->ctx, cpu_buf->cpu, s->data, s->size);

tools/lib/bpf/libbpf.c

14569

pb->lost_cb(pb->ctx, cpu_buf->cpu, s->lost);

tools/lib/bpf/libbpf.c

14580

struct perf_cpu_buf *cpu_buf)

tools/lib/bpf/libbpf.c

14584

ret = perf_event_read_simple(cpu_buf->base, pb->mmap_size,

tools/lib/bpf/libbpf.c

14585

pb->page_size, &cpu_buf->buf,

tools/lib/bpf/libbpf.c

14586

&cpu_buf->buf_size,

tools/lib/bpf/libbpf.c

14587

perf_buffer__process_record, cpu_buf);

tools/lib/bpf/libbpf.c

14607

struct perf_cpu_buf *cpu_buf = pb->events[i].data.ptr;

tools/lib/bpf/libbpf.c

14609

err = perf_buffer__process_records(pb, cpu_buf);

tools/lib/bpf/libbpf.c

14633

struct perf_cpu_buf *cpu_buf;

tools/lib/bpf/libbpf.c

14638

cpu_buf = pb->cpu_bufs[buf_idx];

tools/lib/bpf/libbpf.c

14639

if (!cpu_buf)

tools/lib/bpf/libbpf.c

14642

return cpu_buf->fd;

tools/lib/bpf/libbpf.c

14647

struct perf_cpu_buf *cpu_buf;

tools/lib/bpf/libbpf.c

14652

cpu_buf = pb->cpu_bufs[buf_idx];

tools/lib/bpf/libbpf.c

14653

if (!cpu_buf)

tools/lib/bpf/libbpf.c

14656

*buf = cpu_buf->base;

tools/lib/bpf/libbpf.c

14671

struct perf_cpu_buf *cpu_buf;

tools/lib/bpf/libbpf.c

14676

cpu_buf = pb->cpu_bufs[buf_idx];

tools/lib/bpf/libbpf.c

14677

if (!cpu_buf)

tools/lib/bpf/libbpf.c

14680

return perf_buffer__process_records(pb, cpu_buf);

tools/lib/bpf/libbpf.c

14688

struct perf_cpu_buf *cpu_buf = pb->cpu_bufs[i];

tools/lib/bpf/libbpf.c

14690

if (!cpu_buf)

tools/lib/bpf/libbpf.c

14693

err = perf_buffer__process_records(pb, cpu_buf);

tools/testing/selftests/bpf/benchs/bench_ringbufs.c

532

struct perf_cpu_buf *cpu_buf;

tools/testing/selftests/bpf/benchs/bench_ringbufs.c

551

cpu_buf = pb->events[i].data.ptr;

tools/testing/selftests/bpf/benchs/bench_ringbufs.c

552

header = cpu_buf->base;