tools/sched_ext/scx_flatcg.bpf.c

108

private(CGV_TREE) struct bpf_rb_root cgv_tree __contains(cgv_node, rb_node);

tools/sched_ext/scx_flatcg.bpf.c

111

struct cgv_node __kptr *node;

tools/sched_ext/scx_flatcg.bpf.c

142

struct cgv_node *cgc_a, *cgc_b;

tools/sched_ext/scx_flatcg.bpf.c

144

cgc_a = container_of(a, struct cgv_node, rb_node);

tools/sched_ext/scx_flatcg.bpf.c

145

cgc_b = container_of(b, struct cgv_node, rb_node);

tools/sched_ext/scx_flatcg.bpf.c

250

static void cgrp_cap_budget(struct cgv_node *cgv_node, struct fcg_cgrp_ctx *cgc)

tools/sched_ext/scx_flatcg.bpf.c

260

cvtime = cgv_node->cvtime + delta;

tools/sched_ext/scx_flatcg.bpf.c

272

cgv_node->cvtime = cvtime;

tools/sched_ext/scx_flatcg.bpf.c

278

struct cgv_node *cgv_node;

tools/sched_ext/scx_flatcg.bpf.c

294

cgv_node = bpf_kptr_xchg(&stash->node, NULL);

tools/sched_ext/scx_flatcg.bpf.c

295

if (!cgv_node) {

tools/sched_ext/scx_flatcg.bpf.c

301

cgrp_cap_budget(cgv_node, cgc);

tools/sched_ext/scx_flatcg.bpf.c

302

bpf_rbtree_add(&cgv_tree, &cgv_node->rb_node, cgv_node_less);

tools/sched_ext/scx_flatcg.bpf.c

613

struct cgv_node *cgv_node;

tools/sched_ext/scx_flatcg.bpf.c

642

cgv_node = container_of(rb_node, struct cgv_node, rb_node);

tools/sched_ext/scx_flatcg.bpf.c

643

cgid = cgv_node->cgid;

tools/sched_ext/scx_flatcg.bpf.c

645

if (time_before(cvtime_now, cgv_node->cvtime))

tools/sched_ext/scx_flatcg.bpf.c

646

cvtime_now = cgv_node->cvtime;

tools/sched_ext/scx_flatcg.bpf.c

686

cgv_node->cvtime += cgrp_slice_ns * FCG_HWEIGHT_ONE / (cgc->hweight ?: 1);

tools/sched_ext/scx_flatcg.bpf.c

687

cgrp_cap_budget(cgv_node, cgc);

tools/sched_ext/scx_flatcg.bpf.c

688

bpf_rbtree_add(&cgv_tree, &cgv_node->rb_node, cgv_node_less);

tools/sched_ext/scx_flatcg.bpf.c

711

bpf_rbtree_add(&cgv_tree, &cgv_node->rb_node, cgv_node_less);

tools/sched_ext/scx_flatcg.bpf.c

715

cgv_node = bpf_kptr_xchg(&stash->node, cgv_node);

tools/sched_ext/scx_flatcg.bpf.c

716

if (cgv_node) {

tools/sched_ext/scx_flatcg.bpf.c

725

bpf_obj_drop(cgv_node);

tools/sched_ext/scx_flatcg.bpf.c

836

struct cgv_node *cgv_node;

tools/sched_ext/scx_flatcg.bpf.c

878

cgv_node = bpf_obj_new(struct cgv_node);

tools/sched_ext/scx_flatcg.bpf.c

879

if (!cgv_node) {

tools/sched_ext/scx_flatcg.bpf.c

884

cgv_node->cgid = cgid;

tools/sched_ext/scx_flatcg.bpf.c

885

cgv_node->cvtime = cvtime_now;

tools/sched_ext/scx_flatcg.bpf.c

887

cgv_node = bpf_kptr_xchg(&stash->node, cgv_node);

tools/sched_ext/scx_flatcg.bpf.c

888

if (cgv_node) {

tools/sched_ext/scx_flatcg.bpf.c

897

bpf_obj_drop(cgv_node);