root/tools/testing/selftests/bpf/prog_tests/map_kptr_race.c
// SPDX-License-Identifier: GPL-2.0
/* Copyright (c) 2026 Meta Platforms, Inc. and affiliates. */
#include <test_progs.h>
#include <network_helpers.h>

#include "map_kptr_race.skel.h"

static int get_map_id(int map_fd)
{
        struct bpf_map_info info = {};
        __u32 len = sizeof(info);

        if (!ASSERT_OK(bpf_map_get_info_by_fd(map_fd, &info, &len), "get_map_info"))
                return -1;
        return info.id;
}

static int read_refs(struct map_kptr_race *skel)
{
        LIBBPF_OPTS(bpf_test_run_opts, opts);
        int ret;

        ret = bpf_prog_test_run_opts(bpf_program__fd(skel->progs.count_ref), &opts);
        if (!ASSERT_OK(ret, "count_ref run"))
                return -1;
        if (!ASSERT_OK(opts.retval, "count_ref retval"))
                return -1;
        return skel->bss->num_of_refs;
}

static void test_htab_leak(void)
{
        LIBBPF_OPTS(bpf_test_run_opts, opts,
                .data_in = &pkt_v4,
                .data_size_in = sizeof(pkt_v4),
                .repeat = 1,
        );
        struct map_kptr_race *skel, *watcher;
        int ret, map_id;

        skel = map_kptr_race__open_and_load();
        if (!ASSERT_OK_PTR(skel, "open_and_load"))
                return;

        ret = bpf_prog_test_run_opts(bpf_program__fd(skel->progs.test_htab_leak), &opts);
        if (!ASSERT_OK(ret, "test_htab_leak run"))
                goto out_skel;
        if (!ASSERT_OK(opts.retval, "test_htab_leak retval"))
                goto out_skel;

        map_id = get_map_id(bpf_map__fd(skel->maps.race_hash_map));
        if (!ASSERT_GE(map_id, 0, "map_id"))
                goto out_skel;

        watcher = map_kptr_race__open_and_load();
        if (!ASSERT_OK_PTR(watcher, "watcher open_and_load"))
                goto out_skel;

        watcher->bss->target_map_id = map_id;
        watcher->links.map_put = bpf_program__attach(watcher->progs.map_put);
        if (!ASSERT_OK_PTR(watcher->links.map_put, "attach fentry"))
                goto out_watcher;
        watcher->links.htab_map_free = bpf_program__attach(watcher->progs.htab_map_free);
        if (!ASSERT_OK_PTR(watcher->links.htab_map_free, "attach fexit"))
                goto out_watcher;

        map_kptr_race__destroy(skel);
        skel = NULL;

        kern_sync_rcu();

        while (!READ_ONCE(watcher->bss->map_freed))
                sched_yield();

        ASSERT_EQ(watcher->bss->map_freed, 1, "map_freed");
        ASSERT_EQ(read_refs(watcher), 2, "htab refcount");

out_watcher:
        map_kptr_race__destroy(watcher);
out_skel:
        map_kptr_race__destroy(skel);
}

static void test_percpu_htab_leak(void)
{
        LIBBPF_OPTS(bpf_test_run_opts, opts,
                .data_in = &pkt_v4,
                .data_size_in = sizeof(pkt_v4),
                .repeat = 1,
        );
        struct map_kptr_race *skel, *watcher;
        int ret, map_id;

        skel = map_kptr_race__open();
        if (!ASSERT_OK_PTR(skel, "open"))
                return;

        skel->rodata->nr_cpus = libbpf_num_possible_cpus();
        if (skel->rodata->nr_cpus > 16)
                skel->rodata->nr_cpus = 16;

        ret = map_kptr_race__load(skel);
        if (!ASSERT_OK(ret, "load"))
                goto out_skel;

        ret = bpf_prog_test_run_opts(bpf_program__fd(skel->progs.test_percpu_htab_leak), &opts);
        if (!ASSERT_OK(ret, "test_percpu_htab_leak run"))
                goto out_skel;
        if (!ASSERT_OK(opts.retval, "test_percpu_htab_leak retval"))
                goto out_skel;

        map_id = get_map_id(bpf_map__fd(skel->maps.race_percpu_hash_map));
        if (!ASSERT_GE(map_id, 0, "map_id"))
                goto out_skel;

        watcher = map_kptr_race__open_and_load();
        if (!ASSERT_OK_PTR(watcher, "watcher open_and_load"))
                goto out_skel;

        watcher->bss->target_map_id = map_id;
        watcher->links.map_put = bpf_program__attach(watcher->progs.map_put);
        if (!ASSERT_OK_PTR(watcher->links.map_put, "attach fentry"))
                goto out_watcher;
        watcher->links.htab_map_free = bpf_program__attach(watcher->progs.htab_map_free);
        if (!ASSERT_OK_PTR(watcher->links.htab_map_free, "attach fexit"))
                goto out_watcher;

        map_kptr_race__destroy(skel);
        skel = NULL;

        kern_sync_rcu();

        while (!READ_ONCE(watcher->bss->map_freed))
                sched_yield();

        ASSERT_EQ(watcher->bss->map_freed, 1, "map_freed");
        ASSERT_EQ(read_refs(watcher), 2, "percpu_htab refcount");

out_watcher:
        map_kptr_race__destroy(watcher);
out_skel:
        map_kptr_race__destroy(skel);
}

static void test_sk_ls_leak(void)
{
        struct map_kptr_race *skel, *watcher;
        int listen_fd = -1, client_fd = -1, map_id;

        skel = map_kptr_race__open_and_load();
        if (!ASSERT_OK_PTR(skel, "open_and_load"))
                return;

        if (!ASSERT_OK(map_kptr_race__attach(skel), "attach"))
                goto out_skel;

        listen_fd = start_server(AF_INET6, SOCK_STREAM, "::1", 0, 0);
        if (!ASSERT_GE(listen_fd, 0, "start_server"))
                goto out_skel;

        client_fd = connect_to_fd(listen_fd, 0);
        if (!ASSERT_GE(client_fd, 0, "connect_to_fd"))
                goto out_skel;

        if (!ASSERT_EQ(skel->bss->sk_ls_leak_done, 1, "sk_ls_leak_done"))
                goto out_skel;

        close(client_fd);
        client_fd = -1;
        close(listen_fd);
        listen_fd = -1;

        map_id = get_map_id(bpf_map__fd(skel->maps.race_sk_ls_map));
        if (!ASSERT_GE(map_id, 0, "map_id"))
                goto out_skel;

        watcher = map_kptr_race__open_and_load();
        if (!ASSERT_OK_PTR(watcher, "watcher open_and_load"))
                goto out_skel;

        watcher->bss->target_map_id = map_id;
        watcher->links.map_put = bpf_program__attach(watcher->progs.map_put);
        if (!ASSERT_OK_PTR(watcher->links.map_put, "attach fentry"))
                goto out_watcher;
        watcher->links.sk_map_free = bpf_program__attach(watcher->progs.sk_map_free);
        if (!ASSERT_OK_PTR(watcher->links.sk_map_free, "attach fexit"))
                goto out_watcher;

        map_kptr_race__destroy(skel);
        skel = NULL;

        kern_sync_rcu();

        while (!READ_ONCE(watcher->bss->map_freed))
                sched_yield();

        ASSERT_EQ(watcher->bss->map_freed, 1, "map_freed");
        ASSERT_EQ(read_refs(watcher), 2, "sk_ls refcount");

out_watcher:
        map_kptr_race__destroy(watcher);
out_skel:
        if (client_fd >= 0)
                close(client_fd);
        if (listen_fd >= 0)
                close(listen_fd);
        map_kptr_race__destroy(skel);
}

void serial_test_map_kptr_race(void)
{
        if (test__start_subtest("htab_leak"))
                test_htab_leak();
        if (test__start_subtest("percpu_htab_leak"))
                test_percpu_htab_leak();
        if (test__start_subtest("sk_ls_leak"))
                test_sk_ls_leak();
}