// SPDX-License-Identifier: GPL-2.0
// Copyright (c) 2020 Cloudflare
/*
 * Tests for sockmap/sockhash holding kTLS sockets.
 */
#include <error.h>
#include <netinet/tcp.h>
#include <linux/tls.h>
#include "test_progs.h"
#include "sockmap_helpers.h"
#include "test_skmsg_load_helpers.skel.h"
#include "test_sockmap_ktls.skel.h"

#define MAX_TEST_NAME 80
#define TCP_ULP 31

static int init_ktls_pairs(int c, int p)
{
        int err;
        struct tls12_crypto_info_aes_gcm_128 crypto_rx;
        struct tls12_crypto_info_aes_gcm_128 crypto_tx;

        err = setsockopt(c, IPPROTO_TCP, TCP_ULP, "tls", strlen("tls"));
        if (!ASSERT_OK(err, "setsockopt(TCP_ULP)"))
                goto out;

        err = setsockopt(p, IPPROTO_TCP, TCP_ULP, "tls", strlen("tls"));
        if (!ASSERT_OK(err, "setsockopt(TCP_ULP)"))
                goto out;

        memset(&crypto_rx, 0, sizeof(crypto_rx));
        memset(&crypto_tx, 0, sizeof(crypto_tx));
        crypto_rx.info.version = TLS_1_2_VERSION;
        crypto_tx.info.version = TLS_1_2_VERSION;
        crypto_rx.info.cipher_type = TLS_CIPHER_AES_GCM_128;
        crypto_tx.info.cipher_type = TLS_CIPHER_AES_GCM_128;

        err = setsockopt(c, SOL_TLS, TLS_TX, &crypto_tx, sizeof(crypto_tx));
        if (!ASSERT_OK(err, "setsockopt(TLS_TX)"))
                goto out;

        err = setsockopt(p, SOL_TLS, TLS_RX, &crypto_rx, sizeof(crypto_rx));
        if (!ASSERT_OK(err, "setsockopt(TLS_RX)"))
                goto out;
        return 0;
out:
        return -1;
}

static int create_ktls_pairs(int family, int sotype, int *c, int *p)
{
        int err;

        err = create_pair(family, sotype, c, p);
        if (!ASSERT_OK(err, "create_pair()"))
                return -1;

        err = init_ktls_pairs(*c, *p);
        if (!ASSERT_OK(err, "init_ktls_pairs(c, p)"))
                return -1;
        return 0;
}

static void test_sockmap_ktls_update_fails_when_sock_has_ulp(int family, int map)
{
        struct sockaddr_storage addr = {};
        socklen_t len = sizeof(addr);
        struct sockaddr_in6 *v6;
        struct sockaddr_in *v4;
        int err, s, zero = 0;

        switch (family) {
        case AF_INET:
                v4 = (struct sockaddr_in *)&addr;
                v4->sin_family = AF_INET;
                break;
        case AF_INET6:
                v6 = (struct sockaddr_in6 *)&addr;
                v6->sin6_family = AF_INET6;
                break;
        default:
                PRINT_FAIL("unsupported socket family %d", family);
                return;
        }

        s = socket(family, SOCK_STREAM, 0);
        if (!ASSERT_GE(s, 0, "socket"))
                return;

        err = bind(s, (struct sockaddr *)&addr, len);
        if (!ASSERT_OK(err, "bind"))
                goto close;

        err = getsockname(s, (struct sockaddr *)&addr, &len);
        if (!ASSERT_OK(err, "getsockname"))
                goto close;

        err = connect(s, (struct sockaddr *)&addr, len);
        if (!ASSERT_OK(err, "connect"))
                goto close;

        /* save sk->sk_prot and set it to tls_prots */
        err = setsockopt(s, IPPROTO_TCP, TCP_ULP, "tls", strlen("tls"));
        if (!ASSERT_OK(err, "setsockopt(TCP_ULP)"))
                goto close;

        /* sockmap update should not affect saved sk_prot */
        err = bpf_map_update_elem(map, &zero, &s, BPF_ANY);
        if (!ASSERT_ERR(err, "sockmap update elem"))
                goto close;

        /* call sk->sk_prot->setsockopt to dispatch to saved sk_prot */
        err = setsockopt(s, IPPROTO_TCP, TCP_NODELAY, &zero, sizeof(zero));
        ASSERT_OK(err, "setsockopt(TCP_NODELAY)");

close:
        close(s);
}

static const char *fmt_test_name(const char *subtest_name, int family,
                                 enum bpf_map_type map_type)
{
        const char *map_type_str = BPF_MAP_TYPE_SOCKMAP ? "SOCKMAP" : "SOCKHASH";
        const char *family_str = AF_INET ? "IPv4" : "IPv6";
        static char test_name[MAX_TEST_NAME];

        snprintf(test_name, MAX_TEST_NAME,
                 "sockmap_ktls %s %s %s",
                 subtest_name, family_str, map_type_str);

        return test_name;
}

static void test_sockmap_ktls_offload(int family, int sotype)
{
        int err;
        int c = 0, p = 0, sent, recvd;
        char msg[12] = "hello world\0";
        char rcv[13];

        err = create_ktls_pairs(family, sotype, &c, &p);
        if (!ASSERT_OK(err, "create_ktls_pairs()"))
                goto out;

        sent = send(c, msg, sizeof(msg), 0);
        if (!ASSERT_OK(err, "send(msg)"))
                goto out;

        recvd = recv(p, rcv, sizeof(rcv), 0);
        if (!ASSERT_OK(err, "recv(msg)") ||
            !ASSERT_EQ(recvd, sent, "length mismatch"))
                goto out;

        ASSERT_OK(memcmp(msg, rcv, sizeof(msg)), "data mismatch");

out:
        if (c)
                close(c);
        if (p)
                close(p);
}

static void test_sockmap_ktls_tx_cork(int family, int sotype, bool push)
{
        int err, off;
        int i, j;
        int start_push = 0, push_len = 0;
        int c = 0, p = 0, one = 1, sent, recvd;
        int prog_fd, map_fd;
        char msg[12] = "hello world\0";
        char rcv[20] = {0};
        struct test_sockmap_ktls *skel;

        skel = test_sockmap_ktls__open_and_load();
        if (!ASSERT_TRUE(skel, "open ktls skel"))
                return;

        err = create_pair(family, sotype, &c, &p);
        if (!ASSERT_OK(err, "create_pair()"))
                goto out;

        prog_fd = bpf_program__fd(skel->progs.prog_sk_policy);
        map_fd = bpf_map__fd(skel->maps.sock_map);

        err = bpf_prog_attach(prog_fd, map_fd, BPF_SK_MSG_VERDICT, 0);
        if (!ASSERT_OK(err, "bpf_prog_attach sk msg"))
                goto out;

        err = bpf_map_update_elem(map_fd, &one, &c, BPF_NOEXIST);
        if (!ASSERT_OK(err, "bpf_map_update_elem(c)"))
                goto out;

        err = init_ktls_pairs(c, p);
        if (!ASSERT_OK(err, "init_ktls_pairs(c, p)"))
                goto out;

        skel->bss->cork_byte = sizeof(msg);
        if (push) {
                start_push = 1;
                push_len = 2;
        }
        skel->bss->push_start = start_push;
        skel->bss->push_end = push_len;

        off = sizeof(msg) / 2;
        sent = send(c, msg, off, 0);
        if (!ASSERT_EQ(sent, off, "send(msg)"))
                goto out;

        recvd = recv_timeout(p, rcv, sizeof(rcv), MSG_DONTWAIT, 1);
        if (!ASSERT_EQ(-1, recvd, "expected no data"))
                goto out;

        /* send remaining msg */
        sent = send(c, msg + off, sizeof(msg) - off, 0);
        if (!ASSERT_EQ(sent, sizeof(msg) - off, "send remaining data"))
                goto out;

        recvd = recv_timeout(p, rcv, sizeof(rcv), MSG_DONTWAIT, 1);
        if (!ASSERT_OK(err, "recv(msg)") ||
            !ASSERT_EQ(recvd, sizeof(msg) + push_len, "check length mismatch"))
                goto out;

        for (i = 0, j = 0; i < recvd;) {
                /* skip checking the data that has been pushed in */
                if (i >= start_push && i <= start_push + push_len - 1) {
                        i++;
                        continue;
                }
                if (!ASSERT_EQ(rcv[i], msg[j], "data mismatch"))
                        goto out;
                i++;
                j++;
        }
out:
        if (c)
                close(c);
        if (p)
                close(p);
        test_sockmap_ktls__destroy(skel);
}

static void test_sockmap_ktls_tx_no_buf(int family, int sotype, bool push)
{
        int c = -1, p = -1, one = 1, two = 2;
        struct test_sockmap_ktls *skel;
        unsigned char *data = NULL;
        struct msghdr msg = {0};
        struct iovec iov[2];
        int prog_fd, map_fd;
        int txrx_buf = 1024;
        int iov_length = 8192;
        int err;

        skel = test_sockmap_ktls__open_and_load();
        if (!ASSERT_TRUE(skel, "open ktls skel"))
                return;

        err = create_pair(family, sotype, &c, &p);
        if (!ASSERT_OK(err, "create_pair()"))
                goto out;

        err = setsockopt(c, SOL_SOCKET, SO_RCVBUFFORCE, &txrx_buf, sizeof(int));
        err |= setsockopt(p, SOL_SOCKET, SO_SNDBUFFORCE, &txrx_buf, sizeof(int));
        if (!ASSERT_OK(err, "set buf limit"))
                goto out;

        prog_fd = bpf_program__fd(skel->progs.prog_sk_policy_redir);
        map_fd = bpf_map__fd(skel->maps.sock_map);

        err = bpf_prog_attach(prog_fd, map_fd, BPF_SK_MSG_VERDICT, 0);
        if (!ASSERT_OK(err, "bpf_prog_attach sk msg"))
                goto out;

        err = bpf_map_update_elem(map_fd, &one, &c, BPF_NOEXIST);
        if (!ASSERT_OK(err, "bpf_map_update_elem(c)"))
                goto out;

        err = bpf_map_update_elem(map_fd, &two, &p, BPF_NOEXIST);
        if (!ASSERT_OK(err, "bpf_map_update_elem(p)"))
                goto out;

        skel->bss->apply_bytes = 1024;

        err = init_ktls_pairs(c, p);
        if (!ASSERT_OK(err, "init_ktls_pairs(c, p)"))
                goto out;

        data = calloc(iov_length, sizeof(char));
        if (!data)
                goto out;

        iov[0].iov_base = data;
        iov[0].iov_len = iov_length;
        iov[1].iov_base = data;
        iov[1].iov_len = iov_length;
        msg.msg_iov = iov;
        msg.msg_iovlen = 2;

        for (;;) {
                err = sendmsg(c, &msg, MSG_DONTWAIT);
                if (err <= 0)
                        break;
        }

out:
        if (data)
                free(data);
        if (c != -1)
                close(c);
        if (p != -1)
                close(p);

        test_sockmap_ktls__destroy(skel);
}

static void test_sockmap_ktls_tx_pop(int family, int sotype)
{
        char msg[37] = "0123456789abcdefghijklmnopqrstuvwxyz\0";
        int c = 0, p = 0, one = 1, sent, recvd;
        struct test_sockmap_ktls *skel;
        int prog_fd, map_fd;
        char rcv[50] = {0};
        int err;
        int i, m, r;

        skel = test_sockmap_ktls__open_and_load();
        if (!ASSERT_TRUE(skel, "open ktls skel"))
                return;

        err = create_pair(family, sotype, &c, &p);
        if (!ASSERT_OK(err, "create_pair()"))
                goto out;

        prog_fd = bpf_program__fd(skel->progs.prog_sk_policy);
        map_fd = bpf_map__fd(skel->maps.sock_map);

        err = bpf_prog_attach(prog_fd, map_fd, BPF_SK_MSG_VERDICT, 0);
        if (!ASSERT_OK(err, "bpf_prog_attach sk msg"))
                goto out;

        err = bpf_map_update_elem(map_fd, &one, &c, BPF_NOEXIST);
        if (!ASSERT_OK(err, "bpf_map_update_elem(c)"))
                goto out;

        err = init_ktls_pairs(c, p);
        if (!ASSERT_OK(err, "init_ktls_pairs(c, p)"))
                goto out;

        struct {
                int     pop_start;
                int     pop_len;
        } pop_policy[] = {
                /* trim the start */
                {0, 2},
                {0, 10},
                {1, 2},
                {1, 10},
                /* trim the end */
                {35, 2},
                /* New entries should be added before this line */
                {-1, -1},
        };

        i = 0;
        while (pop_policy[i].pop_start >= 0) {
                skel->bss->pop_start = pop_policy[i].pop_start;
                skel->bss->pop_end =  pop_policy[i].pop_len;

                sent = send(c, msg, sizeof(msg), 0);
                if (!ASSERT_EQ(sent, sizeof(msg), "send(msg)"))
                        goto out;

                recvd = recv_timeout(p, rcv, sizeof(rcv), MSG_DONTWAIT, 1);
                if (!ASSERT_EQ(recvd, sizeof(msg) - pop_policy[i].pop_len, "pop len mismatch"))
                        goto out;

                /* verify the data
                 * msg: 0123456789a bcdefghij klmnopqrstuvwxyz
                 *                  |       |
                 *                  popped data
                 */
                for (m = 0, r = 0; m < sizeof(msg);) {
                        /* skip checking the data that has been popped */
                        if (m >= pop_policy[i].pop_start &&
                            m <= pop_policy[i].pop_start + pop_policy[i].pop_len - 1) {
                                m++;
                                continue;
                        }

                        if (!ASSERT_EQ(msg[m], rcv[r], "data mismatch"))
                                goto out;
                        m++;
                        r++;
                }
                i++;
        }
out:
        if (c)
                close(c);
        if (p)
                close(p);
        test_sockmap_ktls__destroy(skel);
}

static void run_tests(int family, enum bpf_map_type map_type)
{
        int map;

        map = bpf_map_create(map_type, NULL, sizeof(int), sizeof(int), 1, NULL);
        if (!ASSERT_GE(map, 0, "bpf_map_create"))
                return;

        if (test__start_subtest(fmt_test_name("update_fails_when_sock_has_ulp", family, map_type)))
                test_sockmap_ktls_update_fails_when_sock_has_ulp(family, map);

        close(map);
}

static void run_ktls_test(int family, int sotype)
{
        if (test__start_subtest("tls simple offload"))
                test_sockmap_ktls_offload(family, sotype);
        if (test__start_subtest("tls tx cork"))
                test_sockmap_ktls_tx_cork(family, sotype, false);
        if (test__start_subtest("tls tx cork with push"))
                test_sockmap_ktls_tx_cork(family, sotype, true);
        if (test__start_subtest("tls tx egress with no buf"))
                test_sockmap_ktls_tx_no_buf(family, sotype, true);
        if (test__start_subtest("tls tx with pop"))
                test_sockmap_ktls_tx_pop(family, sotype);
}

void test_sockmap_ktls(void)
{
        run_tests(AF_INET, BPF_MAP_TYPE_SOCKMAP);
        run_tests(AF_INET, BPF_MAP_TYPE_SOCKHASH);
        run_tests(AF_INET6, BPF_MAP_TYPE_SOCKMAP);
        run_tests(AF_INET6, BPF_MAP_TYPE_SOCKHASH);
        run_ktls_test(AF_INET, SOCK_STREAM);
        run_ktls_test(AF_INET6, SOCK_STREAM);
}