tools/sched_ext/include/scx/bpf_arena_common.bpf.h

81

void __arena* bpf_arena_alloc_pages(void *map, void __arena *addr, __u32 page_cnt,

tools/sched_ext/include/scx/bpf_arena_common.bpf.h

83

void bpf_arena_free_pages(void *map, void __arena *ptr, __u32 page_cnt) __ksym __weak;

tools/sched_ext/include/scx/bpf_arena_common.h

26

static inline void __arena* bpf_arena_alloc_pages(void *map, void *addr, __u32 page_cnt,

tools/sched_ext/include/scx/bpf_arena_common.h

31

static inline void bpf_arena_free_pages(void *map, void __arena *ptr, __u32 page_cnt)

tools/sched_ext/include/scx/bpf_arena_common.h

8

void __arena *__mptr = (void __arena *)(ptr); \

tools/sched_ext/scx_sdt.bpf.c

101

void __arena *scx_alloc_from_pool(struct sdt_pool *pool)

tools/sched_ext/scx_sdt.bpf.c

104

void __arena *slab;

tools/sched_ext/scx_sdt.bpf.c

105

void __arena *ptr;

tools/sched_ext/scx_sdt.bpf.c

121

ptr = (void __arena *)((__u64) pool->slab + elem_size * pool->idx);

tools/sched_ext/scx_sdt.bpf.c

130

struct sdt_chunk __arena *chunk;

tools/sched_ext/scx_sdt.bpf.c

218

__u64 __arena *allocated = desc->allocated;

tools/sched_ext/scx_sdt.bpf.c

268

sdt_desc_t * __arena *desc_children;

tools/sched_ext/scx_sdt.bpf.c

269

struct sdt_chunk __arena *chunk;

tools/sched_ext/scx_sdt.bpf.c

271

struct sdt_data __arena *data;

tools/sched_ext/scx_sdt.bpf.c

303

desc_children = (sdt_desc_t * __arena *)chunk->descs;

tools/sched_ext/scx_sdt.bpf.c

399

sdt_desc_t * __arena *desc_children;

tools/sched_ext/scx_sdt.bpf.c

400

struct sdt_chunk __arena *chunk;

tools/sched_ext/scx_sdt.bpf.c

42

stat_inc_##metric(struct scx_stats __arena *stats) \

tools/sched_ext/scx_sdt.bpf.c

430

desc_children = (sdt_desc_t * __arena *)chunk->descs;

tools/sched_ext/scx_sdt.bpf.c

466

void __arena *scx_alloc(struct scx_allocator *alloc)

tools/sched_ext/scx_sdt.bpf.c

468

struct sdt_data __arena *data = NULL;

tools/sched_ext/scx_sdt.bpf.c

469

struct sdt_chunk __arena *chunk;

tools/sched_ext/scx_sdt.bpf.c

520

struct sdt_data __arena *data;

tools/sched_ext/scx_sdt.bpf.c

533

void __arena *scx_task_alloc(struct task_struct *p)

tools/sched_ext/scx_sdt.bpf.c

535

struct sdt_data __arena *data = NULL;

tools/sched_ext/scx_sdt.bpf.c

551

return (void __arena *)data->payload;

tools/sched_ext/scx_sdt.bpf.c

561

void __arena *scx_task_data(struct task_struct *p)

tools/sched_ext/scx_sdt.bpf.c

563

struct sdt_data __arena *data;

tools/sched_ext/scx_sdt.bpf.c

574

return (void __arena *)data->payload;

tools/sched_ext/scx_sdt.bpf.c

596

scx_stat_global_update(struct scx_stats __arena *stats)

tools/sched_ext/scx_sdt.bpf.c

608

struct scx_stats __arena *stats;

tools/sched_ext/scx_sdt.bpf.c

631

struct scx_stats __arena *stats;

tools/sched_ext/scx_sdt.bpf.c

652

struct scx_stats __arena *stats;

tools/sched_ext/scx_sdt.bpf.c

670

struct scx_stats __arena *stats;

tools/sched_ext/scx_sdt.h

103

void __arena *scx_task_data(struct task_struct *p);

tools/sched_ext/scx_sdt.h

105

void __arena *scx_task_alloc(struct task_struct *p);

tools/sched_ext/scx_sdt.h

23

void __arena *slab;

tools/sched_ext/scx_sdt.h

65

struct sdt_chunk __arena *chunk;

tools/sched_ext/scx_sdt.h

82

struct sdt_data __arena *data[SDT_TASK_ENTS_PER_CHUNK];

tools/testing/selftests/bpf/bpf_arena_alloc.h

16

static void __arena * __arena page_frag_cur_page[NR_CPUS];

tools/testing/selftests/bpf/bpf_arena_alloc.h

17

static int __arena page_frag_cur_offset[NR_CPUS];

tools/testing/selftests/bpf/bpf_arena_alloc.h

20

static inline void __arena* bpf_alloc(unsigned int size)

tools/testing/selftests/bpf/bpf_arena_alloc.h

22

__u64 __arena *obj_cnt;

tools/testing/selftests/bpf/bpf_arena_alloc.h

24

void __arena *page = page_frag_cur_page[cpu];

tools/testing/selftests/bpf/bpf_arena_alloc.h

25

int __arena *cur_offset = &page_frag_cur_offset[cpu];

tools/testing/selftests/bpf/bpf_arena_alloc.h

55

static inline void bpf_free(void __arena *addr)

tools/testing/selftests/bpf/bpf_arena_alloc.h

57

__u64 __arena *obj_cnt;

tools/testing/selftests/bpf/bpf_arena_alloc.h

59

addr = (void __arena *)(((long)addr) & ~(PAGE_SIZE - 1));

tools/testing/selftests/bpf/bpf_arena_alloc.h

65

static inline void __arena* bpf_alloc(unsigned int size) { return NULL; }

tools/testing/selftests/bpf/bpf_arena_alloc.h

66

static inline void bpf_free(void __arena *addr) {}

tools/testing/selftests/bpf/bpf_arena_common.h

16

void __arena *__mptr = (void __arena *)(ptr); \

tools/testing/selftests/bpf/bpf_arena_common.h

47

void __arena* bpf_arena_alloc_pages(void *map, void __arena *addr, __u32 page_cnt,

tools/testing/selftests/bpf/bpf_arena_common.h

49

int bpf_arena_reserve_pages(void *map, void __arena *addr, __u32 page_cnt) __ksym __weak;

tools/testing/selftests/bpf/bpf_arena_common.h

50

void bpf_arena_free_pages(void *map, void __arena *ptr, __u32 page_cnt) __ksym __weak;

tools/testing/selftests/bpf/bpf_arena_common.h

52

#define arena_base(map) ((void __arena *)((struct bpf_arena *)(map))->user_vm_start)

tools/testing/selftests/bpf/bpf_arena_common.h

66

static inline void __arena* bpf_arena_alloc_pages(void *map, void *addr, __u32 page_cnt,

tools/testing/selftests/bpf/bpf_arena_common.h

71

static inline void bpf_arena_free_pages(void *map, void __arena *ptr, __u32 page_cnt)

tools/testing/selftests/bpf/bpf_arena_htab.h

95

void __arena *buckets = bpf_arena_alloc_pages(&arena, NULL, 2, NUMA_NO_NODE, 0);

tools/testing/selftests/bpf/bpf_arena_list.h

12

arena_list_node_t * __arena *pprev;

tools/testing/selftests/bpf/bpf_arena_list.h

16

struct arena_list_node __arena *first;

tools/testing/selftests/bpf/bpf_arena_list.h

41

pos = list_entry_safe((void __arena *)___tmp, typeof(*(pos)), member))

tools/testing/selftests/bpf/bpf_arena_list.h

45

arena_list_node_t *first = h->first, * __arena *tmp;

tools/testing/selftests/bpf/bpf_arena_list.h

68

arena_list_node_t * __arena *pprev = n->pprev;

tools/testing/selftests/bpf/bpf_arena_list.h

82

#define LIST_POISON1 ((void __arena *) 0x100 + POISON_POINTER_DELTA)

tools/testing/selftests/bpf/bpf_arena_list.h

83

#define LIST_POISON2 ((void __arena *) 0x122 + POISON_POINTER_DELTA)

tools/testing/selftests/bpf/bpf_arena_strsearch.h

43

__noinline bool glob_match(char const __arena *pat __arg_arena, char const __arena *str __arg_arena)

tools/testing/selftests/bpf/bpf_arena_strsearch.h

51

char const __arena *back_pat = NULL, *back_str;

tools/testing/selftests/bpf/bpf_arena_strsearch.h

6

__noinline int bpf_arena_strlen(const char __arena *s __arg_arena)

tools/testing/selftests/bpf/bpf_arena_strsearch.h

75

char const __arena *class = pat + inverted;

tools/testing/selftests/bpf/bpf_arena_strsearch.h

8

const char __arena *sc;

tools/testing/selftests/bpf/prog_tests/arena_list.c

22

struct elem __arena *n;

tools/testing/selftests/bpf/progs/arena_atomics.c

224

__u32 __arena *page32;

tools/testing/selftests/bpf/progs/arena_atomics.c

225

__u64 __arena *page64;

tools/testing/selftests/bpf/progs/arena_atomics.c

226

void __arena *page;

tools/testing/selftests/bpf/progs/arena_atomics.c

232

page32 = (__u32 __arena *)page;

tools/testing/selftests/bpf/progs/arena_atomics.c

258

page64 = (__u64 __arena *)page;

tools/testing/selftests/bpf/progs/arena_htab.c

18

void __arena *htab_for_user;

tools/testing/selftests/bpf/progs/arena_htab.c

22

char __arena arr1[100000];

tools/testing/selftests/bpf/progs/arena_htab.c

29

struct htab __arena *htab;

tools/testing/selftests/bpf/progs/arena_htab.c

30

char __arena *arr = arr1;

tools/testing/selftests/bpf/progs/arena_list.c

29

struct arena_list_head __arena *list_head;

tools/testing/selftests/bpf/progs/arena_list.c

36

long __arena arena_sum;

tools/testing/selftests/bpf/progs/arena_list.c

37

int __arena test_val = 1;

tools/testing/selftests/bpf/progs/arena_list.c

38

struct arena_list_head __arena global_head;

tools/testing/selftests/bpf/progs/arena_list.c

58

struct elem __arena *n = bpf_alloc(sizeof(*n));

tools/testing/selftests/bpf/progs/arena_list.c

75

struct elem __arena *n;

tools/testing/selftests/bpf/progs/arena_spin_lock.c

23

arena_spinlock_t __arena lock;

tools/testing/selftests/bpf/progs/arena_strsearch.c

121

char const __arena *p = glob_tests;

tools/testing/selftests/bpf/progs/arena_strsearch.c

131

char const __arena *pat = p;

tools/testing/selftests/bpf/progs/arena_strsearch.c

15

char const __arena *pat, *str;

tools/testing/selftests/bpf/progs/arena_strsearch.c

19

static bool test(char const __arena *pat, char const __arena *str, bool expected)

tools/testing/selftests/bpf/progs/arena_strsearch.c

42

static const char __arena glob_tests[] =

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

110

struct arena_qnode __arena qnodes[_Q_MAX_CPUS][_Q_MAX_NODES];

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

122

static inline struct arena_mcs_spinlock __arena *decode_tail(u32 tail)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

131

struct arena_mcs_spinlock __arena *grab_mcs_node(struct arena_mcs_spinlock __arena *base, int idx)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

133

return &((struct arena_qnode __arena *)base + idx)->mcs;

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

148

static __always_inline u32 xchg_tail(arena_spinlock_t __arena *lock, u32 tail)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

178

static __always_inline void clear_pending(arena_spinlock_t __arena *lock)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

19

#ifndef __arena

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

191

static __always_inline void clear_pending_set_locked(arena_spinlock_t __arena *lock)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

202

static __always_inline void set_locked(arena_spinlock_t __arena *lock)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

208

u32 arena_fetch_set_pending_acquire(arena_spinlock_t __arena *lock)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

233

static __always_inline int arena_spin_trylock(arena_spinlock_t __arena *lock)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

244

int arena_spin_lock_slowpath(arena_spinlock_t __arena __arg_arena *lock, u32 val)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

246

struct arena_mcs_spinlock __arena *prev, *next, *node0, *node;

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

493

static __always_inline int arena_spin_lock(arena_spinlock_t __arena *lock)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

515

static __always_inline void arena_spin_unlock(arena_spinlock_t __arena *lock)

tools/testing/selftests/bpf/progs/bpf_arena_spin_lock.h

63

struct arena_mcs_spinlock __arena *next;

tools/testing/selftests/bpf/progs/stream.c

189

int __arena *addr = (int __arena *)0xdeadbeef;

tools/testing/selftests/bpf/progs/stream.c

212

int __arena *addr = (int __arena *)0xdeadbeef;

tools/testing/selftests/bpf/progs/verifier_arena.c

101

volatile char __arena *page1, *page2, *page3, *page4;

tools/testing/selftests/bpf/progs/verifier_arena.c

121

bpf_arena_free_pages(&arena, (void __arena *)page1, 2);

tools/testing/selftests/bpf/progs/verifier_arena.c

139

volatile char __arena *page1, *page2, *page3, *page4;

tools/testing/selftests/bpf/progs/verifier_arena.c

159

bpf_arena_free_pages(&arena, (void __arena *)page1, 2);

tools/testing/selftests/bpf/progs/verifier_arena.c

181

volatile char __arena *pages;

tools/testing/selftests/bpf/progs/verifier_arena.c

194

volatile char __arena *pages;

tools/testing/selftests/bpf/progs/verifier_arena.c

207

char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena.c

239

char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena.c

271

char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena.c

291

char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena.c

31

volatile int __arena *page1, *page2, *no_page;

tools/testing/selftests/bpf/progs/verifier_arena.c

312

char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena.c

333

char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena.c

355

char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena.c

385

char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena.c

452

char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena.c

48

bpf_arena_free_pages(&arena, (void __arena *)page2, 1);

tools/testing/selftests/bpf/progs/verifier_arena.c

62

volatile int __arena *page1, *page2, *no_page, *page3;

tools/testing/selftests/bpf/progs/verifier_arena.c

79

bpf_arena_free_pages(&arena, (void __arena *)page2, 1);

tools/testing/selftests/bpf/progs/verifier_arena_globals1.c

29

volatile char __arena global_data[GLOBAL_PAGES][PAGE_SIZE];

tools/testing/selftests/bpf/progs/verifier_arena_globals1.c

37

__u8 __arena *guard, *globals;

tools/testing/selftests/bpf/progs/verifier_arena_globals1.c

38

volatile char __arena *ptr;

tools/testing/selftests/bpf/progs/verifier_arena_globals1.c

42

guard = (void __arena *)arena_base(&arena);

tools/testing/selftests/bpf/progs/verifier_arena_globals1.c

43

globals = (void __arena *)(arena_base(&arena) + (ARENA_PAGES - GLOBAL_PAGES) * PAGE_SIZE);

tools/testing/selftests/bpf/progs/verifier_arena_globals1.c

76

u8 __arena *ptr;

tools/testing/selftests/bpf/progs/verifier_arena_globals1.c

79

ptr = (u8 __arena *)((u64)(ARENA_PAGES * PAGE_SIZE - PAGE_SIZE / 2));

tools/testing/selftests/bpf/progs/verifier_arena_globals2.c

29

char __arena global_data[ARENA_PAGES][PAGE_SIZE];

tools/testing/selftests/bpf/progs/verifier_arena_globals2.c

36

void __arena *guard;

tools/testing/selftests/bpf/progs/verifier_arena_globals2.c

39

guard = (void __arena *)arena_base(&arena);

tools/testing/selftests/bpf/progs/verifier_arena_large.c

106

page = (volatile char __arena *)(base + i * PAGE_SIZE);

tools/testing/selftests/bpf/progs/verifier_arena_large.c

128

volatile char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena_large.c

129

char __arena *base;

tools/testing/selftests/bpf/progs/verifier_arena_large.c

151

char __arena *addr;

tools/testing/selftests/bpf/progs/verifier_arena_large.c

152

char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena_large.c

183

__u8 __arena * __arena page[PAGE_CNT]; /* occupies the first page */

tools/testing/selftests/bpf/progs/verifier_arena_large.c

184

__u8 __arena *base;

tools/testing/selftests/bpf/progs/verifier_arena_large.c

193

__u8 __arena *pg;

tools/testing/selftests/bpf/progs/verifier_arena_large.c

222

__u8 __arena *pg;

tools/testing/selftests/bpf/progs/verifier_arena_large.c

228

bpf_arena_free_pages(&arena, (void __arena *)base, 1);

tools/testing/selftests/bpf/progs/verifier_arena_large.c

239

bpf_arena_free_pages(&arena, (void __arena *)pg, 1);

tools/testing/selftests/bpf/progs/verifier_arena_large.c

25

volatile char __arena *page1, *page2, *no_page, *page3;

tools/testing/selftests/bpf/progs/verifier_arena_large.c

254

bpf_arena_free_pages(&arena, (void __arena *)pg, 2);

tools/testing/selftests/bpf/progs/verifier_arena_large.c

292

char __arena *pages;

tools/testing/selftests/bpf/progs/verifier_arena_large.c

38

page2 = bpf_arena_alloc_pages(&arena, (void __arena *)(ARENA_SIZE - 2 * PAGE_SIZE),

tools/testing/selftests/bpf/progs/verifier_arena_large.c

45

no_page = bpf_arena_alloc_pages(&arena, (void __arena *)ARENA_SIZE - PAGE_SIZE,

tools/testing/selftests/bpf/progs/verifier_arena_large.c

50

no_page = bpf_arena_alloc_pages(&arena, (void __arena *)ARENA_SIZE,

tools/testing/selftests/bpf/progs/verifier_arena_large.c

58

bpf_arena_free_pages(&arena, (void __arena *)page1, 1);

tools/testing/selftests/bpf/progs/verifier_arena_large.c

89

volatile char __arena *page;

tools/testing/selftests/bpf/progs/verifier_arena_large.c

90

char __arena *base;