root/tools/testing/selftests/bpf/progs/net_timestamping.c
#include "vmlinux.h"
#include "bpf_tracing_net.h"
#include <bpf/bpf_helpers.h>
#include <bpf/bpf_tracing.h>
#include "bpf_misc.h"
#include "bpf_kfuncs.h"
#include <errno.h>

__u32 monitored_pid = 0;

int nr_active;
int nr_snd;
int nr_passive;
int nr_sched;
int nr_txsw;
int nr_ack;

struct sk_stg {
        __u64 sendmsg_ns;       /* record ts when sendmsg is called */
};

struct sk_tskey {
        u64 cookie;
        u32 tskey;
};

struct delay_info {
        u64 sendmsg_ns;         /* record ts when sendmsg is called */
        u32 sched_delay;        /* SCHED_CB - sendmsg_ns */
        u32 snd_sw_delay;       /* SND_SW_CB - SCHED_CB */
        u32 ack_delay;          /* ACK_CB - SND_SW_CB */
};

struct {
        __uint(type, BPF_MAP_TYPE_SK_STORAGE);
        __uint(map_flags, BPF_F_NO_PREALLOC);
        __type(key, int);
        __type(value, struct sk_stg);
} sk_stg_map SEC(".maps");

struct {
        __uint(type, BPF_MAP_TYPE_HASH);
        __type(key, struct sk_tskey);
        __type(value, struct delay_info);
        __uint(max_entries, 1024);
} time_map SEC(".maps");

static u64 delay_tolerance_nsec = 10000000000; /* 10 second as an example */

extern int bpf_sock_ops_enable_tx_tstamp(struct bpf_sock_ops_kern *skops, u64 flags) __ksym;

static int bpf_test_sockopt(void *ctx, const struct sock *sk, int expected)
{
        int tmp, new = SK_BPF_CB_TX_TIMESTAMPING;
        int opt = SK_BPF_CB_FLAGS;
        int level = SOL_SOCKET;

        if (bpf_setsockopt(ctx, level, opt, &new, sizeof(new)) != expected)
                return 1;

        if (bpf_getsockopt(ctx, level, opt, &tmp, sizeof(tmp)) != expected ||
            (!expected && tmp != new))
                return 1;

        return 0;
}

static bool bpf_test_access_sockopt(void *ctx, const struct sock *sk)
{
        if (bpf_test_sockopt(ctx, sk, -EOPNOTSUPP))
                return true;
        return false;
}

static bool bpf_test_access_load_hdr_opt(struct bpf_sock_ops *skops)
{
        u8 opt[3] = {0};
        int load_flags = 0;
        int ret;

        ret = bpf_load_hdr_opt(skops, opt, sizeof(opt), load_flags);
        if (ret != -EOPNOTSUPP)
                return true;

        return false;
}

static bool bpf_test_access_cb_flags_set(struct bpf_sock_ops *skops)
{
        int ret;

        ret = bpf_sock_ops_cb_flags_set(skops, 0);
        if (ret != -EOPNOTSUPP)
                return true;

        return false;
}

/* In the timestamping callbacks, we're not allowed to call the following
 * BPF CALLs for the safety concern. Return false if expected.
 */
static bool bpf_test_access_bpf_calls(struct bpf_sock_ops *skops,
                                      const struct sock *sk)
{
        if (bpf_test_access_sockopt(skops, sk))
                return true;

        if (bpf_test_access_load_hdr_opt(skops))
                return true;

        if (bpf_test_access_cb_flags_set(skops))
                return true;

        return false;
}

static bool bpf_test_delay(struct bpf_sock_ops *skops, const struct sock *sk)
{
        struct bpf_sock_ops_kern *skops_kern;
        u64 timestamp = bpf_ktime_get_ns();
        struct skb_shared_info *shinfo;
        struct delay_info dinfo = {0};
        struct sk_tskey key = {0};
        struct delay_info *val;
        struct sk_buff *skb;
        struct sk_stg *stg;
        u64 prior_ts, delay;

        if (bpf_test_access_bpf_calls(skops, sk))
                return false;

        skops_kern = bpf_cast_to_kern_ctx(skops);
        skb = skops_kern->skb;
        shinfo = bpf_core_cast(skb->head + skb->end, struct skb_shared_info);

        key.cookie = bpf_get_socket_cookie(skops);
        if (!key.cookie)
                return false;

        if (skops->op == BPF_SOCK_OPS_TSTAMP_SENDMSG_CB) {
                stg = bpf_sk_storage_get(&sk_stg_map, (void *)sk, 0, 0);
                if (!stg)
                        return false;
                dinfo.sendmsg_ns = stg->sendmsg_ns;
                bpf_sock_ops_enable_tx_tstamp(skops_kern, 0);
                key.tskey = shinfo->tskey;
                if (!key.tskey)
                        return false;
                bpf_map_update_elem(&time_map, &key, &dinfo, BPF_ANY);
                return true;
        }

        key.tskey = shinfo->tskey;
        if (!key.tskey)
                return false;

        val = bpf_map_lookup_elem(&time_map, &key);
        if (!val)
                return false;

        switch (skops->op) {
        case BPF_SOCK_OPS_TSTAMP_SCHED_CB:
                val->sched_delay = timestamp - val->sendmsg_ns;
                delay = val->sched_delay;
                break;
        case BPF_SOCK_OPS_TSTAMP_SND_SW_CB:
                prior_ts = val->sched_delay + val->sendmsg_ns;
                val->snd_sw_delay = timestamp - prior_ts;
                delay = val->snd_sw_delay;
                break;
        case BPF_SOCK_OPS_TSTAMP_ACK_CB:
                prior_ts = val->snd_sw_delay + val->sched_delay + val->sendmsg_ns;
                val->ack_delay = timestamp - prior_ts;
                delay = val->ack_delay;
                break;
        }

        if (delay >= delay_tolerance_nsec)
                return false;

        /* Since it's the last one, remove from the map after latency check */
        if (skops->op == BPF_SOCK_OPS_TSTAMP_ACK_CB)
                bpf_map_delete_elem(&time_map, &key);

        return true;
}

SEC("fentry/tcp_sendmsg_locked")
int BPF_PROG(trace_tcp_sendmsg_locked, struct sock *sk, struct msghdr *msg,
             size_t size)
{
        __u32 pid = bpf_get_current_pid_tgid() >> 32;
        u64 timestamp = bpf_ktime_get_ns();
        u32 flag = sk->sk_bpf_cb_flags;
        struct sk_stg *stg;

        if (pid != monitored_pid || !flag)
                return 0;

        stg = bpf_sk_storage_get(&sk_stg_map, sk, 0,
                                 BPF_SK_STORAGE_GET_F_CREATE);
        if (!stg)
                return 0;

        stg->sendmsg_ns = timestamp;
        nr_snd += 1;
        return 0;
}

SEC("sockops")
int skops_sockopt(struct bpf_sock_ops *skops)
{
        struct bpf_sock *bpf_sk = skops->sk;
        const struct sock *sk;

        if (!bpf_sk)
                return 1;

        sk = (struct sock *)bpf_skc_to_tcp_sock(bpf_sk);
        if (!sk)
                return 1;

        switch (skops->op) {
        case BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB:
                nr_active += !bpf_test_sockopt(skops, sk, 0);
                break;
        case BPF_SOCK_OPS_TSTAMP_SENDMSG_CB:
                if (bpf_test_delay(skops, sk))
                        nr_snd += 1;
                break;
        case BPF_SOCK_OPS_TSTAMP_SCHED_CB:
                if (bpf_test_delay(skops, sk))
                        nr_sched += 1;
                break;
        case BPF_SOCK_OPS_TSTAMP_SND_SW_CB:
                if (bpf_test_delay(skops, sk))
                        nr_txsw += 1;
                break;
        case BPF_SOCK_OPS_TSTAMP_ACK_CB:
                if (bpf_test_delay(skops, sk))
                        nr_ack += 1;
                break;
        }

        return 1;
}

char _license[] SEC("license") = "GPL";