Symbol: __arena
tools/sched_ext/include/scx/bpf_arena_common.bpf.h
18
#ifndef __arena
tools/sched_ext/include/scx/bpf_arena_common.bpf.h
83
void __arena* bpf_arena_alloc_pages(void *map, void __arena *addr, __u32 page_cnt,
tools/sched_ext/include/scx/bpf_arena_common.bpf.h
85
void bpf_arena_free_pages(void *map, void __arena *ptr, __u32 page_cnt) __ksym __weak;
tools/sched_ext/include/scx/bpf_arena_common.bpf.h
86
int bpf_arena_reserve_pages(void *map, void __arena *ptr, __u32 page_cnt) __ksym __weak;
tools/sched_ext/include/scx/bpf_arena_common.h
26
static inline void __arena* bpf_arena_alloc_pages(void *map, void *addr, __u32 page_cnt,
tools/sched_ext/include/scx/bpf_arena_common.h
31
static inline void bpf_arena_free_pages(void *map, void __arena *ptr, __u32 page_cnt)
tools/sched_ext/include/scx/bpf_arena_common.h
8
void __arena *__mptr = (void __arena *)(ptr); \
tools/sched_ext/include/scx/cid.bpf.h
108
static __always_inline void cmask_reframe(struct scx_cmask __arena *m, u32 base, u32 nr_cids)
tools/sched_ext/include/scx/cid.bpf.h
125
static __always_inline bool cmask_test(u32 cid, const struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
143
static __always_inline void cmask_set(u32 cid, struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
145
u64 __arena *w;
tools/sched_ext/include/scx/cid.bpf.h
164
static __always_inline void cmask_clear(u32 cid, struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
166
u64 __arena *w;
tools/sched_ext/include/scx/cid.bpf.h
185
static __always_inline bool cmask_test_and_set(u32 cid, struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
187
u64 __arena *w;
tools/sched_ext/include/scx/cid.bpf.h
207
static __always_inline bool cmask_test_and_clear(u32 cid, struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
209
u64 __arena *w;
tools/sched_ext/include/scx/cid.bpf.h
229
static __always_inline void __cmask_set(u32 cid, struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
236
static __always_inline void __cmask_clear(u32 cid, struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
243
static __always_inline bool __cmask_test_and_set(u32 cid, struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
246
u64 __arena *w;
tools/sched_ext/include/scx/cid.bpf.h
257
static __always_inline bool __cmask_test_and_clear(u32 cid, struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
260
u64 __arena *w;
tools/sched_ext/include/scx/cid.bpf.h
271
static __always_inline void cmask_zero(struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
294
static __always_inline void cmask_op_word(struct scx_cmask __arena *dst,
tools/sched_ext/include/scx/cid.bpf.h
295
const struct scx_cmask __arena *src,
tools/sched_ext/include/scx/cid.bpf.h
314
static __always_inline void cmask_op(struct scx_cmask __arena *dst,
tools/sched_ext/include/scx/cid.bpf.h
315
const struct scx_cmask __arena *src, int op)
tools/sched_ext/include/scx/cid.bpf.h
358
static __always_inline void cmask_and(struct scx_cmask __arena *dst,
tools/sched_ext/include/scx/cid.bpf.h
359
const struct scx_cmask __arena *src)
tools/sched_ext/include/scx/cid.bpf.h
364
static __always_inline void cmask_or(struct scx_cmask __arena *dst,
tools/sched_ext/include/scx/cid.bpf.h
365
const struct scx_cmask __arena *src)
tools/sched_ext/include/scx/cid.bpf.h
370
static __always_inline void cmask_copy(struct scx_cmask __arena *dst,
tools/sched_ext/include/scx/cid.bpf.h
371
const struct scx_cmask __arena *src)
tools/sched_ext/include/scx/cid.bpf.h
376
static __always_inline void cmask_andnot(struct scx_cmask __arena *dst,
tools/sched_ext/include/scx/cid.bpf.h
377
const struct scx_cmask __arena *src)
tools/sched_ext/include/scx/cid.bpf.h
387
static __always_inline bool cmask_equal(const struct scx_cmask __arena *a,
tools/sched_ext/include/scx/cid.bpf.h
388
const struct scx_cmask __arena *b)
tools/sched_ext/include/scx/cid.bpf.h
416
static __always_inline u32 cmask_next_set(const struct scx_cmask __arena *m, u32 cid)
tools/sched_ext/include/scx/cid.bpf.h
43
static __always_inline bool __cmask_contains(u32 cid, const struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
453
static __always_inline u32 cmask_first_set(const struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
468
static __always_inline bool cmask_subset(const struct scx_cmask __arena *a,
tools/sched_ext/include/scx/cid.bpf.h
469
const struct scx_cmask __arena *b)
tools/sched_ext/include/scx/cid.bpf.h
48
static __always_inline u64 __arena *__cmask_word(u32 cid, const struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
50
return (u64 __arena *)&m->bits[cid / 64 - m->base / 64];
tools/sched_ext/include/scx/cid.bpf.h
514
static __always_inline u32 cmask_weight(const struct scx_cmask __arena *m)
tools/sched_ext/include/scx/cid.bpf.h
535
static __always_inline bool cmask_intersects(const struct scx_cmask __arena *a,
tools/sched_ext/include/scx/cid.bpf.h
536
const struct scx_cmask __arena *b)
tools/sched_ext/include/scx/cid.bpf.h
583
static __always_inline u32 cmask_next_and_set(const struct scx_cmask __arena *a,
tools/sched_ext/include/scx/cid.bpf.h
584
const struct scx_cmask __arena *b,
tools/sched_ext/include/scx/cid.bpf.h
63
static __always_inline void __cmask_init(struct scx_cmask __arena *m, u32 base,
tools/sched_ext/include/scx/cid.bpf.h
635
static __always_inline u32 cmask_next_set_wrap(const struct scx_cmask __arena *m,
tools/sched_ext/include/scx/cid.bpf.h
656
static __always_inline u32 cmask_next_and_set_wrap(const struct scx_cmask __arena *a,
tools/sched_ext/include/scx/cid.bpf.h
657
const struct scx_cmask __arena *b,
tools/sched_ext/include/scx/cid.bpf.h
682
static __always_inline void cmask_from_cpumask(struct scx_cmask __arena *m,
tools/sched_ext/include/scx/cid.bpf.h
94
static __always_inline void cmask_init(struct scx_cmask __arena *m, u32 base, u32 nr_cids)
tools/sched_ext/scx_qmap.bpf.c
1072
u8 __arena *slab;
tools/sched_ext/scx_qmap.bpf.c
152
struct task_ctx __arena *next_free; /* only valid on free list */
tools/sched_ext/scx_qmap.bpf.c
153
struct task_ctx __arena *q_next; /* queue link, NULL if tail */
tools/sched_ext/scx_qmap.bpf.c
154
struct task_ctx __arena *q_prev; /* queue link, NULL if head */
tools/sched_ext/scx_qmap.bpf.c
155
struct qmap_fifo __arena *fifo; /* queue we're on, NULL if not queued */
tools/sched_ext/scx_qmap.bpf.c
256
static void qmap_fifo_enqueue(struct qmap_fifo __arena *fifo, task_ctx_t *taskc)
tools/sched_ext/scx_qmap.bpf.c
274
static task_ctx_t *qmap_fifo_pop(struct qmap_fifo __arena *fifo)
tools/sched_ext/scx_qmap.bpf.c
299
struct qmap_fifo __arena *fifo = taskc->fifo;
tools/sched_ext/scx_qmap.bpf.c
569
struct cpu_ctx __arena *cpuc;
tools/sched_ext/scx_qmap.bpf.c
699
struct cpu_ctx __arena *cpuc = &qa.cpu_ctxs[scx_bpf_this_cid()];
tools/sched_ext/scx_qmap.bpf.c
861
struct cpu_ctx __arena *cpuc = &qa.cpu_ctxs[cid];
tools/sched_ext/scx_qmap.bpf.c
924
struct scx_cmask __arena *cmask = (struct scx_cmask __arena *)(long)cmask_in;
tools/sched_ext/scx_qmap.bpf.c
961
struct cpu_ctx __arena *cpuc = &qa.cpu_ctxs[cid];
tools/sched_ext/scx_qmap.bpf.c
99
struct scx_cmask __arena *qa_idle_cids;
tools/sched_ext/scx_qmap.h
41
struct task_ctx __arena *head;
tools/sched_ext/scx_qmap.h
42
struct task_ctx __arena *tail;
tools/sched_ext/scx_qmap.h
66
struct task_ctx __arena *task_ctxs;
tools/sched_ext/scx_qmap.h
67
struct task_ctx __arena *task_free_head;
tools/sched_ext/scx_sdt.bpf.c
101
void __arena *scx_alloc_from_pool(struct sdt_pool *pool)
tools/sched_ext/scx_sdt.bpf.c
104
void __arena *slab;
tools/sched_ext/scx_sdt.bpf.c
105
void __arena *ptr;
tools/sched_ext/scx_sdt.bpf.c
121
ptr = (void __arena *)((__u64) pool->slab + elem_size * pool->idx);
tools/sched_ext/scx_sdt.bpf.c
130
struct sdt_chunk __arena *chunk;
tools/sched_ext/scx_sdt.bpf.c
218
__u64 __arena *allocated = desc->allocated;
tools/sched_ext/scx_sdt.bpf.c
268
sdt_desc_t * __arena *desc_children;
tools/sched_ext/scx_sdt.bpf.c
269
struct sdt_chunk __arena *chunk;
tools/sched_ext/scx_sdt.bpf.c
271
struct sdt_data __arena *data;
tools/sched_ext/scx_sdt.bpf.c
303
desc_children = (sdt_desc_t * __arena *)chunk->descs;
tools/sched_ext/scx_sdt.bpf.c
400
sdt_desc_t * __arena *desc_children;
tools/sched_ext/scx_sdt.bpf.c
401
struct sdt_chunk __arena *chunk;
tools/sched_ext/scx_sdt.bpf.c
42
stat_inc_##metric(struct scx_stats __arena *stats) \
tools/sched_ext/scx_sdt.bpf.c
431
desc_children = (sdt_desc_t * __arena *)chunk->descs;
tools/sched_ext/scx_sdt.bpf.c
467
void __arena *scx_alloc(struct scx_allocator *alloc)
tools/sched_ext/scx_sdt.bpf.c
469
struct sdt_data __arena *data = NULL;
tools/sched_ext/scx_sdt.bpf.c
470
struct sdt_chunk __arena *chunk;
tools/sched_ext/scx_sdt.bpf.c
521
struct sdt_data __arena *data;
tools/sched_ext/scx_sdt.bpf.c
534
void __arena *scx_task_alloc(struct task_struct *p)
tools/sched_ext/scx_sdt.bpf.c
536
struct sdt_data __arena *data = NULL;
tools/sched_ext/scx_sdt.bpf.c
552
return (void __arena *)data->payload;
tools/sched_ext/scx_sdt.bpf.c
562
void __arena *scx_task_data(struct task_struct *p)
tools/sched_ext/scx_sdt.bpf.c
564
struct sdt_data __arena *data;
tools/sched_ext/scx_sdt.bpf.c
575
return (void __arena *)data->payload;
tools/sched_ext/scx_sdt.bpf.c
597
scx_stat_global_update(struct scx_stats __arena *stats)
tools/sched_ext/scx_sdt.bpf.c
609
struct scx_stats __arena *stats;
tools/sched_ext/scx_sdt.bpf.c
632
struct scx_stats __arena *stats;
tools/sched_ext/scx_sdt.bpf.c
653
struct scx_stats __arena *stats;
tools/sched_ext/scx_sdt.bpf.c
671
struct scx_stats __arena *stats;
tools/sched_ext/scx_sdt.h
103
void __arena *scx_task_data(struct task_struct *p);
tools/sched_ext/scx_sdt.h
105
void __arena *scx_task_alloc(struct task_struct *p);
tools/sched_ext/scx_sdt.h
23
void __arena *slab;
tools/sched_ext/scx_sdt.h
65
struct sdt_chunk __arena *chunk;
tools/sched_ext/scx_sdt.h
82
struct sdt_data __arena *data[SDT_TASK_ENTS_PER_CHUNK];
tools/testing/selftests/bpf/bpf_arena_alloc.h
16
static void __arena * __arena page_frag_cur_page[NR_CPUS];
tools/testing/selftests/bpf/bpf_arena_alloc.h
17
static int __arena page_frag_cur_offset[NR_CPUS];
tools/testing/selftests/bpf/bpf_arena_alloc.h
20
static inline void __arena* bpf_alloc(unsigned int size)
tools/testing/selftests/bpf/bpf_arena_alloc.h
22
__u64 __arena *obj_cnt;
tools/testing/selftests/bpf/bpf_arena_alloc.h
24
void __arena *page = page_frag_cur_page[cpu];
tools/testing/selftests/bpf/bpf_arena_alloc.h
25
int __arena *cur_offset = &page_frag_cur_offset[cpu];
tools/testing/selftests/bpf/bpf_arena_alloc.h
55
static inline void bpf_free(void __arena *addr)
tools/testing/selftests/bpf/bpf_arena_alloc.h
57
__u64 __arena *obj_cnt;
tools/testing/selftests/bpf/bpf_arena_alloc.h
59
addr = (void __arena *)(((long)addr) & ~(PAGE_SIZE - 1));
tools/testing/selftests/bpf/bpf_arena_alloc.h
65
static inline void __arena* bpf_alloc(unsigned int size) { return NULL; }
tools/testing/selftests/bpf/bpf_arena_alloc.h
66
static inline void bpf_free(void __arena *addr) {}
tools/testing/selftests/bpf/bpf_arena_htab.h
18
static inline htab_bucket_t *__select_bucket(struct htab __arena *htab, __u32 hash)
tools/testing/selftests/bpf/bpf_arena_htab.h
26
static inline arena_list_head_t *select_bucket(struct htab __arena *htab, __u32 hash)
tools/testing/selftests/bpf/bpf_arena_htab.h
55
__weak int htab_lookup_elem(struct htab __arena *htab, int key)
tools/testing/selftests/bpf/bpf_arena_htab.h
68
__weak int htab_update_elem(struct htab __arena *htab, int key, int value)
tools/testing/selftests/bpf/bpf_arena_htab.h
92
void htab_init(struct htab __arena *htab)
tools/testing/selftests/bpf/bpf_arena_htab.h
94
void __arena *buckets = bpf_arena_alloc_pages(&arena, NULL, 2, NUMA_NO_NODE, 0);
tools/testing/selftests/bpf/bpf_arena_list.h
12
arena_list_node_t * __arena *pprev;
tools/testing/selftests/bpf/bpf_arena_list.h
16
struct arena_list_node __arena *first;
tools/testing/selftests/bpf/bpf_arena_list.h
41
pos = list_entry_safe((void __arena *)___tmp, typeof(*(pos)), member))
tools/testing/selftests/bpf/bpf_arena_list.h
45
arena_list_node_t *first = h->first, * __arena *tmp;
tools/testing/selftests/bpf/bpf_arena_list.h
68
arena_list_node_t * __arena *pprev = n->pprev;
tools/testing/selftests/bpf/bpf_arena_list.h
82
#define LIST_POISON1 ((void __arena *) 0x100 + POISON_POINTER_DELTA)
tools/testing/selftests/bpf/bpf_arena_list.h
83
#define LIST_POISON2 ((void __arena *) 0x122 + POISON_POINTER_DELTA)
tools/testing/selftests/bpf/bpf_arena_strsearch.h
43
__noinline bool glob_match(char const __arena *pat, char const __arena *str)
tools/testing/selftests/bpf/bpf_arena_strsearch.h
51
char const __arena *back_pat = NULL, *back_str;
tools/testing/selftests/bpf/bpf_arena_strsearch.h
6
__noinline int bpf_arena_strlen(const char __arena *s)
tools/testing/selftests/bpf/bpf_arena_strsearch.h
75
char const __arena *class = pat + inverted;
tools/testing/selftests/bpf/bpf_arena_strsearch.h
8
const char __arena *sc;
tools/testing/selftests/bpf/libarena/include/bpf_arena_common.h
16
void __arena *__mptr = (void __arena *)(ptr); \
tools/testing/selftests/bpf/libarena/include/bpf_arena_common.h
47
void __arena* bpf_arena_alloc_pages(void *map, void __arena *addr, __u32 page_cnt,
tools/testing/selftests/bpf/libarena/include/bpf_arena_common.h
49
int bpf_arena_reserve_pages(void *map, void __arena *addr, __u32 page_cnt) __ksym __weak;
tools/testing/selftests/bpf/libarena/include/bpf_arena_common.h
50
void bpf_arena_free_pages(void *map, void __arena *ptr, __u32 page_cnt) __ksym __weak;
tools/testing/selftests/bpf/libarena/include/bpf_arena_common.h
52
#define arena_base(map) ((void __arena *)((struct bpf_arena *)(map))->user_vm_start)
tools/testing/selftests/bpf/libarena/include/bpf_arena_common.h
65
static inline void __arena* bpf_arena_alloc_pages(void *map, void *addr, __u32 page_cnt,
tools/testing/selftests/bpf/libarena/include/bpf_arena_common.h
70
static inline void bpf_arena_free_pages(void *map, void __arena *ptr, __u32 page_cnt)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
111
struct arena_qnode __weak __arena __hidden qnodes[_Q_MAX_CPUS][_Q_MAX_NODES];
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
123
static inline struct arena_mcs_spinlock __arena *decode_tail(u32 tail)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
132
struct arena_mcs_spinlock __arena *grab_mcs_node(struct arena_mcs_spinlock __arena *base, int idx)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
134
return &((struct arena_qnode __arena *)base + idx)->mcs;
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
149
static __always_inline u32 xchg_tail(arena_spinlock_t __arena *lock, u32 tail)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
179
static __always_inline void clear_pending(arena_spinlock_t __arena *lock)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
192
static __always_inline void clear_pending_set_locked(arena_spinlock_t __arena *lock)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
203
static __always_inline void set_locked(arena_spinlock_t __arena *lock)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
209
u32 arena_fetch_set_pending_acquire(arena_spinlock_t __arena *lock)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
234
static __always_inline int arena_spin_trylock(arena_spinlock_t __arena *lock)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
245
int arena_spin_lock_slowpath(arena_spinlock_t __arena *lock, u32 val)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
247
struct arena_mcs_spinlock __arena *prev, *next, *node0, *node;
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
494
static __always_inline int arena_spin_lock(arena_spinlock_t __arena *lock)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
516
static __always_inline void arena_spin_unlock(arena_spinlock_t __arena *lock)
tools/testing/selftests/bpf/libarena/include/bpf_arena_spin_lock.h
59
struct arena_mcs_spinlock __arena *next;
tools/testing/selftests/bpf/libarena/include/libarena/asan.h
29
s8 __arena *mem_to_shadow(void __arena *addr)
tools/testing/selftests/bpf/libarena/include/libarena/asan.h
31
return (s8 __arena *)(((u32)(u64)addr >> ASAN_SHADOW_SHIFT) +
tools/testing/selftests/bpf/libarena/include/libarena/asan.h
41
int asan_poison(void __arena *addr, s8 val, size_t size);
tools/testing/selftests/bpf/libarena/include/libarena/asan.h
42
int asan_unpoison(void __arena *addr, size_t size);
tools/testing/selftests/bpf/libarena/include/libarena/asan.h
43
bool asan_shadow_set(void __arena *addr);
tools/testing/selftests/bpf/libarena/include/libarena/asan.h
94
static inline int asan_poison(void __arena *addr, s8 val, size_t size) { return 0; }
tools/testing/selftests/bpf/libarena/include/libarena/asan.h
95
static inline int asan_unpoison(void __arena *addr, size_t size) { return 0; }
tools/testing/selftests/bpf/libarena/include/libarena/asan.h
96
static inline bool asan_shadow_set(void __arena *addr) { return 0; }
tools/testing/selftests/bpf/libarena/include/libarena/buddy.h
65
struct buddy_chunk __arena *next;
tools/testing/selftests/bpf/libarena/include/libarena/buddy.h
69
struct buddy_chunk __arena *first_chunk; /* Pointer to the chunk linked list. */
tools/testing/selftests/bpf/libarena/include/libarena/buddy.h
76
int buddy_init(struct buddy __arena *buddy);
tools/testing/selftests/bpf/libarena/include/libarena/buddy.h
77
int buddy_destroy(struct buddy __arena *buddy);
tools/testing/selftests/bpf/libarena/include/libarena/buddy.h
78
int buddy_free(struct buddy __arena *buddy, void __arena *free);
tools/testing/selftests/bpf/libarena/include/libarena/buddy.h
79
void __arena *buddy_alloc(struct buddy __arena *buddy, size_t size);
tools/testing/selftests/bpf/libarena/include/libarena/common.h
51
void __arena *arena_malloc(size_t size);
tools/testing/selftests/bpf/libarena/include/libarena/common.h
52
void arena_free(void __arena *ptr);
tools/testing/selftests/bpf/libarena/include/libarena/common.h
85
void __arena *arena_base;
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
10
struct rbnode __arena *parent;
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
13
struct rbnode __arena *left;
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
14
struct rbnode __arena *right;
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
17
struct rbnode __arena *child[2];
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
22
struct rbnode __arena *next;
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
59
struct rbnode __arena *root;
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
65
struct rbtree __arena *rb_create(enum rbtree_alloc alloc, enum rbtree_insert_mode insert);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
67
int rb_destroy(struct rbtree __arena *rbtree);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
68
int rb_insert(struct rbtree __arena *rbtree, u64 key, u64 value);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
69
int rb_remove(struct rbtree __arena *rbtree, u64 key);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
70
int rb_find(struct rbtree __arena *rbtree, u64 key, u64 *value);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
71
int rb_print(struct rbtree __arena *rbtree);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
72
int rb_least(struct rbtree __arena *rbtree, u64 *key, u64 *value);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
73
int rb_pop(struct rbtree __arena *rbtree, u64 *key, u64 *value);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
75
int rb_insert_node(struct rbtree __arena *rbtree, struct rbnode __arena *node);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
76
int rb_remove_node(struct rbtree __arena *rbtree, struct rbnode __arena *node);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
78
struct rbnode __arena *rb_node_alloc(u64 key, u64 value);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
79
void rb_node_free(struct rbnode __arena *rbnode);
tools/testing/selftests/bpf/libarena/include/libarena/rbtree.h
81
int rb_integrity_check(struct rbtree __arena *rbtree);
tools/testing/selftests/bpf/libarena/include/libarena/spmc.h
11
u64 __arena *data;
tools/testing/selftests/bpf/libarena/include/libarena/spmc.h
16
volatile struct spmc_arr __arena *cur;
tools/testing/selftests/bpf/libarena/include/libarena/spmc.h
22
int spmc_owned_add(struct spmc __arena *spmc, u64 val);
tools/testing/selftests/bpf/libarena/include/libarena/spmc.h
23
int spmc_owned_remove(struct spmc __arena *spmc, u64 *val);
tools/testing/selftests/bpf/libarena/include/libarena/spmc.h
24
int spmc_steal(struct spmc __arena *spmc, u64 *val);
tools/testing/selftests/bpf/libarena/include/libarena/spmc.h
26
struct spmc __arena *spmc_create(void);
tools/testing/selftests/bpf/libarena/include/libarena/spmc.h
27
int spmc_destroy(struct spmc __arena *spmc);
tools/testing/selftests/bpf/libarena/selftests/st_asan_buddy.bpf.c
11
extern struct buddy __arena buddy;
tools/testing/selftests/bpf/libarena/selftests/st_asan_buddy.bpf.c
118
volatile struct buddy_blob __arena *blob;
tools/testing/selftests/bpf/libarena/selftests/st_asan_buddy.bpf.c
141
buddy_free(&buddy, (void __arena *)blob);
tools/testing/selftests/bpf/libarena/selftests/st_asan_buddy.bpf.c
19
u8 __arena *mem;
tools/testing/selftests/bpf/libarena/selftests/st_asan_buddy.bpf.c
57
__weak int asan_test_buddy_byte(u8 __arena *mem, int i, bool freed)
tools/testing/selftests/bpf/libarena/selftests/st_asan_buddy.bpf.c
76
u8 __arena *mem;
tools/testing/selftests/bpf/libarena/selftests/st_asan_common.h
12
*(s8 __arena *)(addr), ASAN_GRANULE(addr),
tools/testing/selftests/bpf/libarena/selftests/st_asan_common.h
20
static inline int asan_validate_addr(bool cond, void __arena *addr)
tools/testing/selftests/bpf/libarena/selftests/st_asan_common.h
8
static inline void print_asan_map_state(void __arena *addr)
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
12
u8 __arena *block;
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
18
static struct segarr_entry __arena segarr[SEGARRLEN];
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
19
static void __arena *ptrs[17];
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
20
size_t __arena alloc_sizes[] = { 3, 17, 1025, 129, 16350, 333, 9, 517 };
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
21
size_t __arena alloc_multiple_sizes[] = { 3, 17, 1025, 129, 16350, 333, 9, 517, 2099 };
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
22
size_t __arena alloc_free_sizes[] = { 3, 17, 64, 129, 256, 333, 512, 517 };
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
23
size_t __arena alignment_sizes[] = { 1, 3, 7, 8, 9, 15, 16, 17, 31,
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
48
void __arena *mem;
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
72
void __arena *mem;
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
9
extern struct buddy __arena buddy;
tools/testing/selftests/bpf/libarena/selftests/st_buddy.bpf.c
99
u8 __arena *mem;
tools/testing/selftests/bpf/libarena/selftests/test_parallel_spmc.bpf.c
28
static u64 __arena seen[TEST_SPMC_MAX_VALUES];
tools/testing/selftests/bpf/libarena/selftests/test_parallel_spmc.bpf.c
31
static struct spmc __arena *spmc;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
100
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
143
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
169
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
212
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
252
clean_up_noalloc_tree(struct rbtree __arena *rbtree)
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
284
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
345
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
374
static __always_inline int remove_many_verify_all_present(struct rbtree __arena *rbtree)
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
395
static __always_inline int remove_many_verify_remaining(struct rbtree __arena *rbtree)
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
435
static __noinline int remove_many_alloc(struct rbtree __arena *rbtree)
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
483
static __noinline int remove_many_noalloc(struct rbtree __arena *rbtree)
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
53
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
557
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
615
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
705
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
74
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
794
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
866
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
867
struct rbnode __arena *node;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
911
struct rbtree __arena *alloc, *noalloc;
tools/testing/selftests/bpf/libarena/selftests/test_rbtree.bpf.c
912
struct rbnode __arena *node;
tools/testing/selftests/bpf/libarena/selftests/test_spmc.bpf.c
123
struct spmc __arena *spmc = spmc_create();
tools/testing/selftests/bpf/libarena/selftests/test_spmc.bpf.c
163
struct spmc __arena *spmc = spmc_create();
tools/testing/selftests/bpf/libarena/selftests/test_spmc.bpf.c
20
struct spmc __arena *spmc = spmc_create();
tools/testing/selftests/bpf/libarena/selftests/test_spmc.bpf.c
40
struct spmc __arena *spmc = spmc_create();
tools/testing/selftests/bpf/libarena/selftests/test_spmc.bpf.c
60
struct spmc __arena *spmc = spmc_create();
tools/testing/selftests/bpf/libarena/selftests/test_spmc.bpf.c
91
struct spmc __arena *spmc = spmc_create();
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
113
__weak int asan_memset(s8 __arena *dst, s8 val, size_t size)
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
124
static __always_inline bool memory_is_poisoned_1(s8 __arena *addr)
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
126
s8 shadow_value = *(s8 __arena *)mem_to_shadow(addr);
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
142
static __always_inline bool memory_is_poisoned_2_4_8(s8 __arena *addr, u64 size)
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
151
return memory_is_poisoned_1((s8 __arena *)end);
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
158
return *(s8 __arena *)mem_to_shadow(addr) || memory_is_poisoned_1((s8 __arena *)end);
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
161
__weak bool asan_shadow_set(void __arena *addr)
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
169
if (unlikely(*(s8 __arena *)addr))
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
178
static __always_inline bool memory_is_poisoned_n(s8 __arena *addr, u64 size)
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
192
return unlikely(ret != end || ASAN_GRANULE(addr + size - 1) >= *(s8 __arena *)end);
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
195
__weak int asan_report(s8 __arena *addr, size_t sz, u32 flags)
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
214
static __always_inline bool check_asan_args(s8 __arena *addr, size_t size,
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
256
s8 __arena *addr = (s8 __arena *)(u64)ptr;
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
308
asan_report((s8 __arena *)addr, size, ASAN_WRITE); \
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
312
asan_report((s8 __arena *)addr, size, ASAN_WRITE); \
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
316
asan_report((s8 __arena *)addr, size, ASAN_READ); \
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
320
asan_report((s8 __arena *)addr, size, ASAN_READ); \
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
386
__hidden __noasan int asan_poison(void __arena *addr, s8 val, size_t size)
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
388
s8 __arena *shadow;
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
443
__hidden __noasan int asan_unpoison(void __arena *addr, size_t size)
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
446
s8 __arena *shadow;
tools/testing/selftests/bpf/libarena/src/asan.bpf.c
534
&arena, (void __arena *)__asan_shadow_memory_dynamic_address,
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
137
int idx_set_allocated(struct buddy_chunk __arena *chunk, u64 idx, bool allocated)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
163
static int idx_is_allocated(struct buddy_chunk __arena *chunk, u64 idx, bool *allocated)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
176
int idx_set_order(struct buddy_chunk __arena *chunk, u64 idx, u8 order)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
209
static u8 idx_get_order(struct buddy_chunk __arena *chunk, u64 idx)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
226
static void __arena *idx_to_addr(struct buddy_chunk __arena *chunk, size_t idx)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
246
return (void __arena *)address;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
249
static struct buddy_header __arena *idx_to_header(struct buddy_chunk __arena *chunk, size_t idx)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
286
return (struct buddy_header __arena *)(address + BUDDY_HEADER_OFF);
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
289
static void header_add_freelist(struct buddy_chunk __arena *chunk, struct buddy_header __arena *header,
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
292
struct buddy_header __arena *tmp_header;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
307
static void header_remove_freelist(struct buddy_chunk __arena *chunk,
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
308
struct buddy_header __arena *header, u8 order)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
310
struct buddy_header __arena *tmp_header;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
359
int add_leftovers_to_freelist(struct buddy_chunk __arena *chunk, u32 cur_idx,
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
362
struct buddy_header __arena *header;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
384
static struct buddy_chunk __arena *buddy_chunk_get(struct buddy __arena *buddy)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
387
struct buddy_chunk __arena *chunk;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
409
bpf_arena_free_pages(&arena, (void __arena *)vaddr,
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
412
chunk = bpf_arena_alloc_pages(&arena, (void __arena *)vaddr,
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
427
bpf_arena_free_pages(&arena, (void __arena *)vaddr, BUDDY_CHUNK_PAGES);
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
48
static inline int buddy_lock(struct buddy __arena *buddy)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
53
static inline void buddy_unlock(struct buddy __arena *buddy)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
564
__weak int buddy_init(struct buddy __arena *buddy)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
566
struct buddy_chunk __arena *chunk;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
605
__weak int buddy_destroy(struct buddy __arena *buddy)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
607
struct buddy_chunk __arena *chunk, *next;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
634
__weak u64 buddy_chunk_alloc(struct buddy_chunk __arena *chunk, int order_req)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
636
struct buddy_header __arena *header, *tmp_header, *next_header;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
64
static int buddy_reserve_arena_vaddr(struct buddy __arena *buddy)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
69
(void __arena *)BUDDY_VADDR_OFFSET,
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
712
static u64 buddy_alloc_from_existing_chunks(struct buddy __arena *buddy, int order)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
714
struct buddy_chunk __arena *chunk;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
731
static u64 buddy_alloc_from_new_chunk(struct buddy __arena *buddy, struct buddy_chunk __arena *chunk, int order)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
753
void __arena *buddy_alloc(struct buddy __arena *buddy, size_t size)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
755
void __arena *address = NULL;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
756
struct buddy_chunk __arena *chunk;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
76
static void buddy_unreserve_arena_vaddr(struct buddy __arena *buddy)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
771
address = (u8 __arena *)buddy_alloc_from_existing_chunks(buddy, order);
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
779
address = (u8 __arena *)buddy_alloc_from_new_chunk(buddy, chunk, order);
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
79
&arena, (void __arena *)(BUDDY_VADDR_OFFSET + buddy->vaddr),
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
791
if (size < BUDDY_HEADER_OFF + sizeof(struct buddy_header __arena))
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
793
sizeof(struct buddy_header __arena));
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
800
static __always_inline int buddy_free_unlocked(struct buddy __arena *buddy, u64 addr)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
802
struct buddy_header __arena *header, *buddy_header;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
804
struct buddy_chunk __arena *chunk;
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
818
chunk = (void __arena *)(addr & ~BUDDY_CHUNK_OFFSET_MASK);
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
830
asan_poison((u8 __arena *)addr, BUDDY_POISONED,
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
881
__weak int buddy_free(struct buddy __arena *buddy, void __arena *addr)
tools/testing/selftests/bpf/libarena/src/buddy.bpf.c
97
__weak int buddy_alloc_arena_vaddr(struct buddy __arena *buddy, u64 *vaddrp)
tools/testing/selftests/bpf/libarena/src/common.bpf.c
41
__weak void __arena *arena_malloc(size_t size)
tools/testing/selftests/bpf/libarena/src/common.bpf.c
46
__weak void arena_free(void __arena *ptr)
tools/testing/selftests/bpf/libarena/src/common.bpf.c
9
struct buddy __arena buddy;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
100
struct rbnode __arena *node, int dir)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
102
struct rbnode __arena *tmp, *parent;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
1020
next = (struct rbnode __arena *)next_addr;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
12
int rb_integrity_check(struct rbtree __arena *rbtree);
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
13
void rbnode_print(size_t depth, struct rbnode __arena *rbn);
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
14
static int rbnode_replace(struct rbtree __arena *rbtree,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
141
struct rbnode __arena *rbnode_find(struct rbnode __arena *subtree, u64 key)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
143
struct rbnode __arena *node = subtree;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
15
struct rbnode __arena *existing,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
16
struct rbnode __arena *replacement);
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
165
struct rbnode __arena *rbnode_least_upper_bound(struct rbnode __arena *subtree, uint64_t key)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
167
struct rbnode __arena *node = subtree;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
18
struct rbtree __arena *rb_create(enum rbtree_alloc alloc,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
186
int rb_find(struct rbtree __arena *rbtree, u64 key, u64 *value)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
188
struct rbnode __arena *node;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
206
struct rbnode __arena *rb_node_alloc(u64 key, u64 value)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
208
struct rbnode __arena *rbnode = NULL;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
21
struct rbtree __arena *rbtree;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
210
rbnode = (struct rbnode __arena *)arena_malloc(sizeof(*rbnode));
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
232
void rb_node_free(struct rbnode __arena *rbnode)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
238
int rb_node_insert(struct rbtree __arena *rbtree,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
239
struct rbnode __arena *node)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
241
struct rbnode __arena *grandparent, *parent = rbtree->root;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
243
struct rbnode __arena *uncle;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
330
int rb_insert_node(struct rbtree __arena *rbtree,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
331
struct rbnode __arena *node)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
365
int rb_insert(struct rbtree __arena *rbtree, u64 key, u64 value)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
367
struct rbnode __arena *node;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
389
static inline struct rbnode __arena *rbnode_least(struct rbnode __arena *subtree)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
397
__weak int rb_least(struct rbtree __arena *rbtree, u64 *key, u64 *value)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
399
struct rbnode __arena *least;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
421
static inline void rbnode_fixup_pointers(struct rbnode __arena *a,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
422
struct rbnode __arena *b)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
431
static inline void rbnode_swap_values(struct rbnode __arena *a,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
432
struct rbnode __arena *b)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
435
struct rbnode __arena *tmpnode;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
451
static inline void rbnode_adjust_neighbors(struct rbtree __arena *rbtree,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
452
struct rbnode __arena *node, int dir)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
47
int rb_destroy(struct rbtree __arena *rbtree)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
471
static int rbnode_replace(struct rbtree __arena *rbtree,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
472
struct rbnode __arena *existing,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
473
struct rbnode __arena *replacement)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
499
static void rbnode_switch(struct rbtree __arena *rbtree,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
500
struct rbnode __arena *a,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
501
struct rbnode __arena *b)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
525
static inline int rbnode_remove_node_single_child(struct rbtree __arena *rbtree,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
526
struct rbnode __arena *node,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
529
struct rbnode __arena *child;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
566
static inline bool rbnode_has_red_children(struct rbnode __arena *node)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
575
int rb_node_remove(struct rbtree __arena *rbtree,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
576
struct rbnode __arena *node)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
578
struct rbnode __arena *parent, *sibling, *close_nephew, *distant_nephew;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
580
struct rbnode __arena *replace, *initial;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
763
int rb_remove_node(struct rbtree __arena *rbtree,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
764
struct rbnode __arena *node)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
776
int rb_remove(struct rbtree __arena *rbtree, u64 key)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
778
struct rbnode __arena *node;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
797
int rb_pop(struct rbtree __arena *rbtree, u64 *key, u64 *value)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
799
struct rbnode __arena *node;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
822
inline void rbnode_print(size_t depth, struct rbnode __arena *rbn)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
835
enum rb_print_state rb_print_next_state(struct rbnode __arena *rbnode,
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
84
static inline int rbnode_dir(struct rbnode __arena *node)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
869
int rb_print_pop_up(struct rbnode __arena **rbnodep, u8 *depthp, enum rb_print_state (*stack)[RB_MAXLVL_PRINT], enum rb_print_state *state)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
871
struct rbnode __arena *rbnode;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
900
int rb_print(struct rbtree __arena *rbtree)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
903
struct rbnode __arena *rbnode = rbtree->root;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
905
struct rbnode __arena *next;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
928
next = (struct rbnode __arena *)next_addr;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
962
int rb_integrity_check(struct rbtree __arena *rbtree)
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
965
struct rbnode __arena *rbnode = rbtree->root;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
967
struct rbnode __arena *next;
tools/testing/selftests/bpf/libarena/src/rbtree.bpf.c
99
int rbnode_rotate(struct rbtree __arena *rbtree,
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
107
int spmc_owned_remove(struct spmc __arena *spmc, u64 *val)
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
109
volatile struct spmc_arr __arena *arr;
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
15
u64 spmc_arr_size(volatile struct spmc_arr __arena *spmc_arr)
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
151
int spmc_steal(struct spmc __arena *spmc, u64 *val)
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
153
volatile struct spmc_arr __arena *arr;
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
187
struct spmc __arena *spmc_create(void)
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
194
struct spmc __arena *volatile spmc;
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
209
ret = spmc_order_init((struct spmc __arena *)spmc, 0);
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
21
u64 spmc_arr_get(volatile struct spmc_arr __arena *spmc_arr, u64 ind)
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
217
return (struct spmc __arena *)spmc;
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
221
int spmc_destroy(struct spmc __arena *spmc)
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
29
void spmc_arr_put(volatile struct spmc_arr __arena *spmc_arr, u64 ind, u64 value)
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
35
void spmc_arr_copy(volatile struct spmc_arr __arena *dst,
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
36
volatile struct spmc_arr __arena *src, u64 b, u64 t)
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
45
int spmc_order_init(struct spmc __arena *spmc, int order)
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
47
volatile struct spmc_arr __arena *arr = &spmc->arr[order];
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
67
int spmc_owned_add(struct spmc __arena *spmc, u64 val)
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
69
volatile struct spmc_arr __arena *newarr;
tools/testing/selftests/bpf/libarena/src/spmc.bpf.c
70
volatile struct spmc_arr __arena *arr;
tools/testing/selftests/bpf/prog_tests/arena_list.c
22
struct elem __arena *n;
tools/testing/selftests/bpf/progs/arena_atomics.c
224
__u32 __arena *page32;
tools/testing/selftests/bpf/progs/arena_atomics.c
225
__u64 __arena *page64;
tools/testing/selftests/bpf/progs/arena_atomics.c
226
void __arena *page;
tools/testing/selftests/bpf/progs/arena_atomics.c
232
page32 = (__u32 __arena *)page;
tools/testing/selftests/bpf/progs/arena_atomics.c
258
page64 = (__u64 __arena *)page;
tools/testing/selftests/bpf/progs/arena_htab.c
18
void __arena *htab_for_user;
tools/testing/selftests/bpf/progs/arena_htab.c
22
char __arena arr1[100000];
tools/testing/selftests/bpf/progs/arena_htab.c
29
struct htab __arena *htab;
tools/testing/selftests/bpf/progs/arena_htab.c
30
char __arena *arr = arr1;
tools/testing/selftests/bpf/progs/arena_list.c
29
struct arena_list_head __arena *list_head;
tools/testing/selftests/bpf/progs/arena_list.c
36
long __arena arena_sum;
tools/testing/selftests/bpf/progs/arena_list.c
37
int __arena test_val = 1;
tools/testing/selftests/bpf/progs/arena_list.c
38
struct arena_list_head __arena global_head;
tools/testing/selftests/bpf/progs/arena_list.c
58
struct elem __arena *n = bpf_alloc(sizeof(*n));
tools/testing/selftests/bpf/progs/arena_list.c
75
struct elem __arena *n;
tools/testing/selftests/bpf/progs/arena_spin_lock.c
24
arena_spinlock_t __arena lock;
tools/testing/selftests/bpf/progs/arena_strsearch.c
121
char const __arena *p = glob_tests;
tools/testing/selftests/bpf/progs/arena_strsearch.c
131
char const __arena *pat = p;
tools/testing/selftests/bpf/progs/arena_strsearch.c
15
char const __arena *pat, *str;
tools/testing/selftests/bpf/progs/arena_strsearch.c
19
static bool test(char const __arena *pat, char const __arena *str, bool expected)
tools/testing/selftests/bpf/progs/arena_strsearch.c
42
static const char __arena glob_tests[] =
tools/testing/selftests/bpf/progs/stream.c
189
int __arena *addr = (int __arena *)0xdeadbeef;
tools/testing/selftests/bpf/progs/stream.c
212
int __arena *addr = (int __arena *)0xdeadbeef;
tools/testing/selftests/bpf/progs/verifier_arena.c
101
volatile char __arena *page1, *page2, *page3, *page4;
tools/testing/selftests/bpf/progs/verifier_arena.c
121
bpf_arena_free_pages(&arena, (void __arena *)page1, 2);
tools/testing/selftests/bpf/progs/verifier_arena.c
139
volatile char __arena *page1, *page2, *page3, *page4;
tools/testing/selftests/bpf/progs/verifier_arena.c
159
bpf_arena_free_pages(&arena, (void __arena *)page1, 2);
tools/testing/selftests/bpf/progs/verifier_arena.c
181
volatile char __arena *pages;
tools/testing/selftests/bpf/progs/verifier_arena.c
194
volatile char __arena *pages;
tools/testing/selftests/bpf/progs/verifier_arena.c
207
char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena.c
239
char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena.c
271
char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena.c
291
char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena.c
31
volatile int __arena *page1, *page2, *no_page;
tools/testing/selftests/bpf/progs/verifier_arena.c
312
char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena.c
333
char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena.c
355
char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena.c
385
char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena.c
452
char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena.c
48
bpf_arena_free_pages(&arena, (void __arena *)page2, 1);
tools/testing/selftests/bpf/progs/verifier_arena.c
491
int __arena *scalar, *arena_ptr;
tools/testing/selftests/bpf/progs/verifier_arena.c
493
volatile char __arena *base = arena_base(&arena);
tools/testing/selftests/bpf/progs/verifier_arena.c
515
int __arena *arena_ptr2, *arena_ptr1;
tools/testing/selftests/bpf/progs/verifier_arena.c
518
volatile char __arena *base = arena_base(&arena);
tools/testing/selftests/bpf/progs/verifier_arena.c
538
int __arena *scalar, *arena_ptr;
tools/testing/selftests/bpf/progs/verifier_arena.c
540
volatile char __arena *base = arena_base(&arena);
tools/testing/selftests/bpf/progs/verifier_arena.c
562
register int __arena *arena_ptr asm("r3");
tools/testing/selftests/bpf/progs/verifier_arena.c
565
volatile char __arena *base = arena_base(&arena);
tools/testing/selftests/bpf/progs/verifier_arena.c
587
register int __arena *arena_ptr asm("r3");
tools/testing/selftests/bpf/progs/verifier_arena.c
590
volatile char __arena *base = arena_base(&arena);
tools/testing/selftests/bpf/progs/verifier_arena.c
611
u32 __arena *check_arena_arg_nonglobal(u32 __arena *arg)
tools/testing/selftests/bpf/progs/verifier_arena.c
62
volatile int __arena *page1, *page2, *no_page, *page3;
tools/testing/selftests/bpf/progs/verifier_arena.c
621
u32 __arena *check_arena_arg_global(u32 __arena *arg)
tools/testing/selftests/bpf/progs/verifier_arena.c
631
u32 volatile __arena *check_arena_arg_quals1(u32 volatile __arena *arg1, u32 __arena volatile *arg2)
tools/testing/selftests/bpf/progs/verifier_arena.c
640
u32 __arena volatile *check_arena_arg_quals2(u32 volatile __arena *arg1, u32 __arena volatile *arg2)
tools/testing/selftests/bpf/progs/verifier_arena.c
652
u32 __arena *page = bpf_arena_alloc_pages(&arena, NULL, 1, NUMA_NO_NODE, 0);
tools/testing/selftests/bpf/progs/verifier_arena.c
653
u32 __arena *arg = page;
tools/testing/selftests/bpf/progs/verifier_arena.c
654
u32 __arena volatile *arg1;
tools/testing/selftests/bpf/progs/verifier_arena.c
655
u32 __arena volatile *ret1;
tools/testing/selftests/bpf/progs/verifier_arena.c
656
u32 volatile __arena *arg2;
tools/testing/selftests/bpf/progs/verifier_arena.c
657
u32 volatile __arena *ret2;
tools/testing/selftests/bpf/progs/verifier_arena.c
79
bpf_arena_free_pages(&arena, (void __arena *)page2, 1);
tools/testing/selftests/bpf/progs/verifier_arena_globals1.c
29
volatile char __arena global_data[GLOBAL_PAGES][PAGE_SIZE];
tools/testing/selftests/bpf/progs/verifier_arena_globals1.c
37
__u8 __arena *guard, *globals;
tools/testing/selftests/bpf/progs/verifier_arena_globals1.c
38
volatile char __arena *ptr;
tools/testing/selftests/bpf/progs/verifier_arena_globals1.c
42
guard = (void __arena *)arena_base(&arena);
tools/testing/selftests/bpf/progs/verifier_arena_globals1.c
43
globals = (void __arena *)(arena_base(&arena) + (ARENA_PAGES - GLOBAL_PAGES) * PAGE_SIZE);
tools/testing/selftests/bpf/progs/verifier_arena_globals1.c
76
u8 __arena *ptr;
tools/testing/selftests/bpf/progs/verifier_arena_globals1.c
79
ptr = (u8 __arena *)((u64)(ARENA_PAGES * PAGE_SIZE - PAGE_SIZE / 2));
tools/testing/selftests/bpf/progs/verifier_arena_globals2.c
29
char __arena global_data[ARENA_PAGES][PAGE_SIZE];
tools/testing/selftests/bpf/progs/verifier_arena_globals2.c
36
void __arena *guard;
tools/testing/selftests/bpf/progs/verifier_arena_globals2.c
39
guard = (void __arena *)arena_base(&arena);
tools/testing/selftests/bpf/progs/verifier_arena_large.c
106
page = (volatile char __arena *)(base + i * PAGE_SIZE);
tools/testing/selftests/bpf/progs/verifier_arena_large.c
128
volatile char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena_large.c
129
char __arena *base;
tools/testing/selftests/bpf/progs/verifier_arena_large.c
151
char __arena *addr;
tools/testing/selftests/bpf/progs/verifier_arena_large.c
152
char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena_large.c
183
__u8 __arena * __arena page[PAGE_CNT]; /* occupies the first page */
tools/testing/selftests/bpf/progs/verifier_arena_large.c
184
__u8 __arena *base;
tools/testing/selftests/bpf/progs/verifier_arena_large.c
193
__u8 __arena *pg;
tools/testing/selftests/bpf/progs/verifier_arena_large.c
222
__u8 __arena *pg;
tools/testing/selftests/bpf/progs/verifier_arena_large.c
228
bpf_arena_free_pages(&arena, (void __arena *)base, 1);
tools/testing/selftests/bpf/progs/verifier_arena_large.c
239
bpf_arena_free_pages(&arena, (void __arena *)pg, 1);
tools/testing/selftests/bpf/progs/verifier_arena_large.c
25
volatile char __arena *page1, *page2, *no_page, *page3;
tools/testing/selftests/bpf/progs/verifier_arena_large.c
254
bpf_arena_free_pages(&arena, (void __arena *)pg, 2);
tools/testing/selftests/bpf/progs/verifier_arena_large.c
292
char __arena *pages;
tools/testing/selftests/bpf/progs/verifier_arena_large.c
38
page2 = bpf_arena_alloc_pages(&arena, (void __arena *)(ARENA_SIZE - 2 * PAGE_SIZE),
tools/testing/selftests/bpf/progs/verifier_arena_large.c
45
no_page = bpf_arena_alloc_pages(&arena, (void __arena *)ARENA_SIZE - PAGE_SIZE,
tools/testing/selftests/bpf/progs/verifier_arena_large.c
50
no_page = bpf_arena_alloc_pages(&arena, (void __arena *)ARENA_SIZE,
tools/testing/selftests/bpf/progs/verifier_arena_large.c
58
bpf_arena_free_pages(&arena, (void __arena *)page1, 1);
tools/testing/selftests/bpf/progs/verifier_arena_large.c
89
volatile char __arena *page;
tools/testing/selftests/bpf/progs/verifier_arena_large.c
90
char __arena *base;