tools/sched_ext/scx_flatcg.bpf.c

108

private(CGV_TREE) struct bpf_rb_root cgv_tree __contains(cgv_node, rb_node);

tools/sched_ext/scx_flatcg.bpf.c

111

struct cgv_node __kptr *node;

tools/sched_ext/scx_flatcg.bpf.c

142

struct cgv_node *cgc_a, *cgc_b;

tools/sched_ext/scx_flatcg.bpf.c

144

cgc_a = container_of(a, struct cgv_node, rb_node);

tools/sched_ext/scx_flatcg.bpf.c

145

cgc_b = container_of(b, struct cgv_node, rb_node);

tools/sched_ext/scx_flatcg.bpf.c

250

static void cgrp_cap_budget(struct cgv_node *cgv_node, struct fcg_cgrp_ctx *cgc)

tools/sched_ext/scx_flatcg.bpf.c

260

cvtime = cgv_node->cvtime + delta;

tools/sched_ext/scx_flatcg.bpf.c

272

cgv_node->cvtime = cvtime;

tools/sched_ext/scx_flatcg.bpf.c

278

struct cgv_node *cgv_node;

tools/sched_ext/scx_flatcg.bpf.c

294

cgv_node = bpf_kptr_xchg(&stash->node, NULL);

tools/sched_ext/scx_flatcg.bpf.c

295

if (!cgv_node) {

tools/sched_ext/scx_flatcg.bpf.c

301

cgrp_cap_budget(cgv_node, cgc);

tools/sched_ext/scx_flatcg.bpf.c

302

bpf_rbtree_add(&cgv_tree, &cgv_node->rb_node, cgv_node_less);

tools/sched_ext/scx_flatcg.bpf.c

611

struct cgv_node *cgv_node;

tools/sched_ext/scx_flatcg.bpf.c

640

cgv_node = container_of(rb_node, struct cgv_node, rb_node);

tools/sched_ext/scx_flatcg.bpf.c

641

cgid = cgv_node->cgid;

tools/sched_ext/scx_flatcg.bpf.c

643

if (time_before(cvtime_now, cgv_node->cvtime))

tools/sched_ext/scx_flatcg.bpf.c

644

cvtime_now = cgv_node->cvtime;

tools/sched_ext/scx_flatcg.bpf.c

684

cgv_node->cvtime += cgrp_slice_ns * FCG_HWEIGHT_ONE / (cgc->hweight ?: 1);

tools/sched_ext/scx_flatcg.bpf.c

685

cgrp_cap_budget(cgv_node, cgc);

tools/sched_ext/scx_flatcg.bpf.c

686

bpf_rbtree_add(&cgv_tree, &cgv_node->rb_node, cgv_node_less);

tools/sched_ext/scx_flatcg.bpf.c

709

bpf_rbtree_add(&cgv_tree, &cgv_node->rb_node, cgv_node_less);

tools/sched_ext/scx_flatcg.bpf.c

713

cgv_node = bpf_kptr_xchg(&stash->node, cgv_node);

tools/sched_ext/scx_flatcg.bpf.c

714

if (cgv_node) {

tools/sched_ext/scx_flatcg.bpf.c

723

bpf_obj_drop(cgv_node);

tools/sched_ext/scx_flatcg.bpf.c

834

struct cgv_node *cgv_node;

tools/sched_ext/scx_flatcg.bpf.c

876

cgv_node = bpf_obj_new(struct cgv_node);

tools/sched_ext/scx_flatcg.bpf.c

877

if (!cgv_node) {

tools/sched_ext/scx_flatcg.bpf.c

882

cgv_node->cgid = cgid;

tools/sched_ext/scx_flatcg.bpf.c

883

cgv_node->cvtime = cvtime_now;

tools/sched_ext/scx_flatcg.bpf.c

885

cgv_node = bpf_kptr_xchg(&stash->node, cgv_node);

tools/sched_ext/scx_flatcg.bpf.c

886

if (cgv_node) {

tools/sched_ext/scx_flatcg.bpf.c

895

bpf_obj_drop(cgv_node);