// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause

/*
 * End-to-end eBPF tunnel test suite
 *   The file tests BPF network tunnel implementation.
 *
 * Topology:
 * ---------
 *     root namespace   |     at_ns0 namespace
 *                       |
 *       -----------     |     -----------
 *       | tnl dev |     |     | tnl dev |  (overlay network)
 *       -----------     |     -----------
 *       metadata-mode   |     metadata-mode
 *        with bpf       |       with bpf
 *                       |
 *       ----------      |     ----------
 *       |  veth1  | --------- |  veth0  |  (underlay network)
 *       ----------    peer    ----------
 *
 *
 *  Device Configuration
 *  --------------------
 *  root namespace with metadata-mode tunnel + BPF
 *  Device names and addresses:
 *      veth1 IP 1: 172.16.1.200, IPv6: 00::22 (underlay)
 *              IP 2: 172.16.1.20, IPv6: 00::bb (underlay)
 *      tunnel dev <type>11, ex: gre11, IPv4: 10.1.1.200, IPv6: 1::22 (overlay)
 *
 *  Namespace at_ns0 with native tunnel
 *  Device names and addresses:
 *      veth0 IPv4: 172.16.1.100, IPv6: 00::11 (underlay)
 *      tunnel dev <type>00, ex: gre00, IPv4: 10.1.1.100, IPv6: 1::11 (overlay)
 *
 *
 * End-to-end ping packet flow
 *  ---------------------------
 *  Most of the tests start by namespace creation, device configuration,
 *  then ping the underlay and overlay network.  When doing 'ping 10.1.1.100'
 *  from root namespace, the following operations happen:
 *  1) Route lookup shows 10.1.1.100/24 belongs to tnl dev, fwd to tnl dev.
 *  2) Tnl device's egress BPF program is triggered and set the tunnel metadata,
 *     with local_ip=172.16.1.200, remote_ip=172.16.1.100. BPF program choose
 *     the primary or secondary ip of veth1 as the local ip of tunnel. The
 *     choice is made based on the value of bpf map local_ip_map.
 *  3) Outer tunnel header is prepended and route the packet to veth1's egress.
 *  4) veth0's ingress queue receive the tunneled packet at namespace at_ns0.
 *  5) Tunnel protocol handler, ex: vxlan_rcv, decap the packet.
 *  6) Forward the packet to the overlay tnl dev.
 */

#include <arpa/inet.h>
#include <linux/if_link.h>
#include <linux/if_tun.h>
#include <linux/limits.h>
#include <linux/sysctl.h>
#include <linux/time_types.h>
#include <linux/net_tstamp.h>
#include <net/if.h>
#include <stdbool.h>
#include <stdio.h>
#include <sys/stat.h>
#include <unistd.h>

#include "test_progs.h"
#include "network_helpers.h"
#include "test_tunnel_kern.skel.h"

#define IP4_ADDR_VETH0 "172.16.1.100"
#define IP4_ADDR1_VETH1 "172.16.1.200"
#define IP4_ADDR2_VETH1 "172.16.1.20"
#define IP4_ADDR_TUNL_DEV0 "10.1.1.100"
#define IP4_ADDR_TUNL_DEV1 "10.1.1.200"
#define IP6_ADDR_TUNL_DEV0 "fc80::100"
#define IP6_ADDR_TUNL_DEV1 "fc80::200"

#define IP6_ADDR_VETH0 "::11"
#define IP6_ADDR1_VETH1 "::22"
#define IP6_ADDR2_VETH1 "::bb"

#define IP4_ADDR1_HEX_VETH1 0xac1001c8
#define IP4_ADDR2_HEX_VETH1 0xac100114
#define IP6_ADDR1_HEX_VETH1 0x22
#define IP6_ADDR2_HEX_VETH1 0xbb

#define MAC_TUNL_DEV0 "52:54:00:d9:01:00"
#define MAC_TUNL_DEV1 "52:54:00:d9:02:00"
#define MAC_VETH1 "52:54:00:d9:03:00"

#define VXLAN_TUNL_DEV0 "vxlan00"
#define VXLAN_TUNL_DEV1 "vxlan11"
#define IP6VXLAN_TUNL_DEV0 "ip6vxlan00"
#define IP6VXLAN_TUNL_DEV1 "ip6vxlan11"

#define IPIP_TUNL_DEV0 "ipip00"
#define IPIP_TUNL_DEV1 "ipip11"

#define XFRM_AUTH "0x1111111111111111111111111111111111111111"
#define XFRM_ENC "0x22222222222222222222222222222222"
#define XFRM_SPI_IN_TO_OUT 0x1
#define XFRM_SPI_OUT_TO_IN 0x2

#define GRE_TUNL_DEV0 "gre00"
#define GRE_TUNL_DEV1 "gre11"

#define IP6GRE_TUNL_DEV0 "ip6gre00"
#define IP6GRE_TUNL_DEV1 "ip6gre11"

#define ERSPAN_TUNL_DEV0 "erspan00"
#define ERSPAN_TUNL_DEV1 "erspan11"

#define IP6ERSPAN_TUNL_DEV0 "ip6erspan00"
#define IP6ERSPAN_TUNL_DEV1 "ip6erspan11"

#define GENEVE_TUNL_DEV0 "geneve00"
#define GENEVE_TUNL_DEV1 "geneve11"

#define IP6GENEVE_TUNL_DEV0 "ip6geneve00"
#define IP6GENEVE_TUNL_DEV1 "ip6geneve11"

#define IP6TNL_TUNL_DEV0 "ip6tnl00"
#define IP6TNL_TUNL_DEV1 "ip6tnl11"

#define PING_ARGS "-i 0.01 -c 3 -w 10 -q"

static int config_device(void)
{
        SYS(fail, "ip netns add at_ns0");
        SYS(fail, "ip link add veth0 address " MAC_VETH1 " type veth peer name veth1");
        SYS(fail, "ip link set veth0 netns at_ns0");
        SYS(fail, "ip addr add " IP4_ADDR1_VETH1 "/24 dev veth1");
        SYS(fail, "ip link set dev veth1 up mtu 1500");
        SYS(fail, "ip netns exec at_ns0 ip addr add " IP4_ADDR_VETH0 "/24 dev veth0");
        SYS(fail, "ip netns exec at_ns0 ip link set dev veth0 up mtu 1500");

        return 0;
fail:
        return -1;
}

static void cleanup(void)
{
        SYS_NOFAIL("test -f /var/run/netns/at_ns0 && ip netns delete at_ns0");
        SYS_NOFAIL("ip link del veth1");
        SYS_NOFAIL("ip link del %s", VXLAN_TUNL_DEV1);
        SYS_NOFAIL("ip link del %s", IP6VXLAN_TUNL_DEV1);
}

static int add_vxlan_tunnel(void)
{
        /* at_ns0 namespace */
        SYS(fail, "ip netns exec at_ns0 ip link add dev %s type vxlan external gbp dstport 4789",
            VXLAN_TUNL_DEV0);
        SYS(fail, "ip netns exec at_ns0 ip link set dev %s address %s up",
            VXLAN_TUNL_DEV0, MAC_TUNL_DEV0);
        SYS(fail, "ip netns exec at_ns0 ip addr add dev %s %s/24",
            VXLAN_TUNL_DEV0, IP4_ADDR_TUNL_DEV0);
        SYS(fail, "ip netns exec at_ns0 ip neigh add %s lladdr %s dev %s",
            IP4_ADDR_TUNL_DEV1, MAC_TUNL_DEV1, VXLAN_TUNL_DEV0);
        SYS(fail, "ip netns exec at_ns0 ip neigh add %s lladdr %s dev veth0",
            IP4_ADDR2_VETH1, MAC_VETH1);

        /* root namespace */
        SYS(fail, "ip link add dev %s type vxlan external gbp dstport 4789",
            VXLAN_TUNL_DEV1);
        SYS(fail, "ip link set dev %s address %s up", VXLAN_TUNL_DEV1, MAC_TUNL_DEV1);
        SYS(fail, "ip addr add dev %s %s/24", VXLAN_TUNL_DEV1, IP4_ADDR_TUNL_DEV1);
        SYS(fail, "ip neigh add %s lladdr %s dev %s",
            IP4_ADDR_TUNL_DEV0, MAC_TUNL_DEV0, VXLAN_TUNL_DEV1);

        return 0;
fail:
        return -1;
}

static void delete_vxlan_tunnel(void)
{
        SYS_NOFAIL("ip netns exec at_ns0 ip link delete dev %s",
                   VXLAN_TUNL_DEV0);
        SYS_NOFAIL("ip link delete dev %s", VXLAN_TUNL_DEV1);
}

static int add_ip6vxlan_tunnel(void)
{
        SYS(fail, "ip netns exec at_ns0 ip -6 addr add %s/96 dev veth0",
            IP6_ADDR_VETH0);
        SYS(fail, "ip netns exec at_ns0 ip link set dev veth0 up");
        SYS(fail, "ip -6 addr add %s/96 dev veth1", IP6_ADDR1_VETH1);
        SYS(fail, "ip -6 addr add %s/96 dev veth1", IP6_ADDR2_VETH1);
        SYS(fail, "ip link set dev veth1 up");

        /* at_ns0 namespace */
        SYS(fail, "ip netns exec at_ns0 ip link add dev %s type vxlan external dstport 4789",
            IP6VXLAN_TUNL_DEV0);
        SYS(fail, "ip netns exec at_ns0 ip addr add dev %s %s/24",
            IP6VXLAN_TUNL_DEV0, IP4_ADDR_TUNL_DEV0);
        SYS(fail, "ip netns exec at_ns0 ip link set dev %s address %s up",
            IP6VXLAN_TUNL_DEV0, MAC_TUNL_DEV0);

        /* root namespace */
        SYS(fail, "ip link add dev %s type vxlan external dstport 4789",
            IP6VXLAN_TUNL_DEV1);
        SYS(fail, "ip addr add dev %s %s/24", IP6VXLAN_TUNL_DEV1, IP4_ADDR_TUNL_DEV1);
        SYS(fail, "ip link set dev %s address %s up",
            IP6VXLAN_TUNL_DEV1, MAC_TUNL_DEV1);

        return 0;
fail:
        return -1;
}

static void delete_ip6vxlan_tunnel(void)
{
        SYS_NOFAIL("ip netns exec at_ns0 ip -6 addr delete %s/96 dev veth0",
                   IP6_ADDR_VETH0);
        SYS_NOFAIL("ip -6 addr delete %s/96 dev veth1", IP6_ADDR1_VETH1);
        SYS_NOFAIL("ip -6 addr delete %s/96 dev veth1", IP6_ADDR2_VETH1);
        SYS_NOFAIL("ip netns exec at_ns0 ip link delete dev %s",
                   IP6VXLAN_TUNL_DEV0);
        SYS_NOFAIL("ip link delete dev %s", IP6VXLAN_TUNL_DEV1);
}

enum ipip_encap {
        NONE    = 0,
        FOU     = 1,
        GUE     = 2,
};

static int set_ipip_encap(const char *ipproto, const char *type)
{
        SYS(fail, "ip -n at_ns0 fou add port 5555 %s", ipproto);
        SYS(fail, "ip -n at_ns0 link set dev %s type ipip encap %s",
            IPIP_TUNL_DEV0, type);
        SYS(fail, "ip -n at_ns0 link set dev %s type ipip encap-dport 5555",
            IPIP_TUNL_DEV0);

        return 0;
fail:
        return -1;
}

static int set_ipv4_addr(const char *dev0, const char *dev1)
{
        SYS(fail, "ip -n at_ns0 link set dev %s up", dev0);
        SYS(fail, "ip -n at_ns0 addr add dev %s %s/24", dev0, IP4_ADDR_TUNL_DEV0);
        SYS(fail, "ip link set dev %s up", dev1);
        SYS(fail, "ip addr add dev %s %s/24", dev1, IP4_ADDR_TUNL_DEV1);

        return 0;
fail:
        return 1;
}

static int add_ipip_tunnel(enum ipip_encap encap)
{
        int err;
        const char *ipproto, *type;

        switch (encap) {
        case FOU:
                ipproto = "ipproto 4";
                type = "fou";
                break;
        case GUE:
                ipproto = "gue";
                type = ipproto;
                break;
        default:
                ipproto = NULL;
                type = ipproto;
        }

        /* at_ns0 namespace */
        SYS(fail, "ip -n at_ns0 link add dev %s type ipip local %s remote %s",
            IPIP_TUNL_DEV0, IP4_ADDR_VETH0, IP4_ADDR1_VETH1);

        if (type && ipproto) {
                err = set_ipip_encap(ipproto, type);
                if (!ASSERT_OK(err, "set_ipip_encap"))
                        goto fail;
        }

        SYS(fail, "ip -n at_ns0 link set dev %s up", IPIP_TUNL_DEV0);
        SYS(fail, "ip -n at_ns0 addr add dev %s %s/24",
            IPIP_TUNL_DEV0, IP4_ADDR_TUNL_DEV0);

        /* root namespace */
        if (type && ipproto)
                SYS(fail, "ip fou add port 5555 %s", ipproto);
        SYS(fail, "ip link add dev %s type ipip external", IPIP_TUNL_DEV1);
        SYS(fail, "ip link set dev %s up", IPIP_TUNL_DEV1);
        SYS(fail, "ip addr add dev %s %s/24", IPIP_TUNL_DEV1,
            IP4_ADDR_TUNL_DEV1);

        return 0;
fail:
        return -1;
}

static void delete_ipip_tunnel(void)
{
        SYS_NOFAIL("ip -n at_ns0 link delete dev %s", IPIP_TUNL_DEV0);
        SYS_NOFAIL("ip -n at_ns0 fou del port 5555");
        SYS_NOFAIL("ip link delete dev %s", IPIP_TUNL_DEV1);
        SYS_NOFAIL("ip fou del port 5555");
}

static int add_xfrm_tunnel(void)
{
        /* at_ns0 namespace
         * at_ns0 -> root
         */
        SYS(fail,
            "ip netns exec at_ns0 "
                "ip xfrm state add src %s dst %s proto esp "
                        "spi %d reqid 1 mode tunnel replay-window 42 "
                        "auth-trunc 'hmac(sha1)' %s 96 enc 'cbc(aes)' %s",
            IP4_ADDR_VETH0, IP4_ADDR1_VETH1, XFRM_SPI_IN_TO_OUT, XFRM_AUTH, XFRM_ENC);
        SYS(fail,
            "ip netns exec at_ns0 "
                "ip xfrm policy add src %s/32 dst %s/32 dir out "
                        "tmpl src %s dst %s proto esp reqid 1 "
                        "mode tunnel",
            IP4_ADDR_TUNL_DEV0, IP4_ADDR_TUNL_DEV1, IP4_ADDR_VETH0, IP4_ADDR1_VETH1);

        /* root -> at_ns0 */
        SYS(fail,
            "ip netns exec at_ns0 "
                "ip xfrm state add src %s dst %s proto esp "
                        "spi %d reqid 2 mode tunnel "
                        "auth-trunc 'hmac(sha1)' %s 96 enc 'cbc(aes)' %s",
            IP4_ADDR1_VETH1, IP4_ADDR_VETH0, XFRM_SPI_OUT_TO_IN, XFRM_AUTH, XFRM_ENC);
        SYS(fail,
            "ip netns exec at_ns0 "
                "ip xfrm policy add src %s/32 dst %s/32 dir in "
                        "tmpl src %s dst %s proto esp reqid 2 "
                        "mode tunnel",
            IP4_ADDR_TUNL_DEV1, IP4_ADDR_TUNL_DEV0, IP4_ADDR1_VETH1, IP4_ADDR_VETH0);

        /* address & route */
        SYS(fail, "ip netns exec at_ns0 ip addr add dev veth0 %s/32",
            IP4_ADDR_TUNL_DEV0);
        SYS(fail, "ip netns exec at_ns0 ip route add %s dev veth0 via %s src %s",
            IP4_ADDR_TUNL_DEV1, IP4_ADDR1_VETH1, IP4_ADDR_TUNL_DEV0);

        /* root namespace
         * at_ns0 -> root
         */
        SYS(fail,
            "ip xfrm state add src %s dst %s proto esp "
                    "spi %d reqid 1 mode tunnel replay-window 42 "
                    "auth-trunc 'hmac(sha1)' %s 96  enc 'cbc(aes)' %s",
            IP4_ADDR_VETH0, IP4_ADDR1_VETH1, XFRM_SPI_IN_TO_OUT, XFRM_AUTH, XFRM_ENC);
        SYS(fail,
            "ip xfrm policy add src %s/32 dst %s/32 dir in "
                    "tmpl src %s dst %s proto esp reqid 1 "
                    "mode tunnel",
            IP4_ADDR_TUNL_DEV0, IP4_ADDR_TUNL_DEV1, IP4_ADDR_VETH0, IP4_ADDR1_VETH1);

        /* root -> at_ns0 */
        SYS(fail,
            "ip xfrm state add src %s dst %s proto esp "
                    "spi %d reqid 2 mode tunnel "
                    "auth-trunc 'hmac(sha1)' %s 96  enc 'cbc(aes)' %s",
            IP4_ADDR1_VETH1, IP4_ADDR_VETH0, XFRM_SPI_OUT_TO_IN, XFRM_AUTH, XFRM_ENC);
        SYS(fail,
            "ip xfrm policy add src %s/32 dst %s/32 dir out "
                    "tmpl src %s dst %s proto esp reqid 2 "
                    "mode tunnel",
            IP4_ADDR_TUNL_DEV1, IP4_ADDR_TUNL_DEV0, IP4_ADDR1_VETH1, IP4_ADDR_VETH0);

        /* address & route */
        SYS(fail, "ip addr add dev veth1 %s/32", IP4_ADDR_TUNL_DEV1);
        SYS(fail, "ip route add %s dev veth1 via %s src %s",
            IP4_ADDR_TUNL_DEV0, IP4_ADDR_VETH0, IP4_ADDR_TUNL_DEV1);

        return 0;
fail:
        return -1;
}

static void delete_xfrm_tunnel(void)
{
        SYS_NOFAIL("ip xfrm policy delete dir out src %s/32 dst %s/32",
                   IP4_ADDR_TUNL_DEV1, IP4_ADDR_TUNL_DEV0);
        SYS_NOFAIL("ip xfrm policy delete dir in src %s/32 dst %s/32",
                   IP4_ADDR_TUNL_DEV0, IP4_ADDR_TUNL_DEV1);
        SYS_NOFAIL("ip xfrm state delete src %s dst %s proto esp spi %d",
                   IP4_ADDR_VETH0, IP4_ADDR1_VETH1, XFRM_SPI_IN_TO_OUT);
        SYS_NOFAIL("ip xfrm state delete src %s dst %s proto esp spi %d",
                   IP4_ADDR1_VETH1, IP4_ADDR_VETH0, XFRM_SPI_OUT_TO_IN);
}

static int add_ipv4_tunnel(const char *dev0, const char *dev1,
                           const char *type, const char *opt)
{
        if (!type || !opt || !dev0 || !dev1)
                return -1;

        SYS(fail, "ip -n at_ns0 link add dev %s type %s %s local %s remote %s",
            dev0, type, opt, IP4_ADDR_VETH0, IP4_ADDR1_VETH1);

        SYS(fail, "ip link add dev %s type %s external", dev1, type);

        return set_ipv4_addr(dev0, dev1);
fail:
        return -1;
}

static void delete_tunnel(const char *dev0, const char *dev1)
{
        if (!dev0 || !dev1)
                return;

        SYS_NOFAIL("ip netns exec at_ns0 ip link delete dev %s", dev0);
        SYS_NOFAIL("ip link delete dev %s", dev1);
}

static int set_ipv6_addr(const char *dev0, const char *dev1)
{
        /* disable IPv6 DAD because it might take too long and fail tests */
        SYS(fail, "ip -n at_ns0 addr add %s/96 dev veth0 nodad", IP6_ADDR_VETH0);
        SYS(fail, "ip -n at_ns0 link set dev veth0 up");
        SYS(fail, "ip addr add %s/96 dev veth1 nodad", IP6_ADDR1_VETH1);
        SYS(fail, "ip link set dev veth1 up");

        SYS(fail, "ip -n at_ns0 addr add dev %s %s/24", dev0, IP4_ADDR_TUNL_DEV0);
        SYS(fail, "ip -n at_ns0 addr add dev %s %s/96 nodad", dev0, IP6_ADDR_TUNL_DEV0);
        SYS(fail, "ip -n at_ns0 link set dev %s up", dev0);

        SYS(fail, "ip addr add dev %s %s/24", dev1, IP4_ADDR_TUNL_DEV1);
        SYS(fail, "ip addr add dev %s %s/96 nodad", dev1, IP6_ADDR_TUNL_DEV1);
        SYS(fail, "ip link set dev %s up", dev1);
        return 0;
fail:
        return 1;
}

static int add_ipv6_tunnel(const char *dev0, const char *dev1,
                           const char *type, const char *opt)
{
        if (!type || !opt || !dev0 || !dev1)
                return -1;

        SYS(fail, "ip -n at_ns0 link add dev %s type %s %s local %s remote %s",
            dev0, type, opt, IP6_ADDR_VETH0, IP6_ADDR1_VETH1);

        SYS(fail, "ip link add dev %s type %s external", dev1, type);

        return set_ipv6_addr(dev0, dev1);
fail:
        return -1;
}

static int add_geneve_tunnel(const char *dev0, const char *dev1,
                             const char *type, const char *opt)
{
        if (!type || !opt || !dev0 || !dev1)
                return -1;

        SYS(fail, "ip -n at_ns0 link add dev %s type %s id 2 %s remote %s",
            dev0, type, opt, IP4_ADDR1_VETH1);

        SYS(fail, "ip link add dev %s type %s %s external", dev1, type, opt);

        return set_ipv4_addr(dev0, dev1);
fail:
        return -1;
}

static int add_ip6geneve_tunnel(const char *dev0, const char *dev1,
                             const char *type, const char *opt)
{
        if (!type || !opt || !dev0 || !dev1)
                return -1;

        SYS(fail, "ip -n at_ns0 link add dev %s type %s id 22 %s remote %s",
            dev0, type, opt, IP6_ADDR1_VETH1);

        SYS(fail, "ip link add dev %s type %s %s external", dev1, type, opt);

        return set_ipv6_addr(dev0, dev1);
fail:
        return -1;
}

static int test_ping(int family, const char *addr)
{
        SYS(fail, "%s %s %s > /dev/null", ping_command(family), PING_ARGS, addr);
        return 0;
fail:
        return -1;
}

static void ping_dev0(void)
{
        /* ping from root namespace test */
        test_ping(AF_INET, IP4_ADDR_TUNL_DEV0);
}

static void ping_dev1(void)
{
        struct nstoken *nstoken;

        /* ping from at_ns0 namespace test */
        nstoken = open_netns("at_ns0");
        if (!ASSERT_OK_PTR(nstoken, "setns"))
                return;

        test_ping(AF_INET, IP4_ADDR_TUNL_DEV1);
        close_netns(nstoken);
}

static void ping6_veth0(void)
{
        test_ping(AF_INET6, IP6_ADDR_VETH0);
}

static void ping6_dev0(void)
{
        test_ping(AF_INET6, IP6_ADDR_TUNL_DEV0);
}

static void ping6_dev1(void)
{
        struct nstoken *nstoken;

        /* ping from at_ns0 namespace test */
        nstoken = open_netns("at_ns0");
        if (!ASSERT_OK_PTR(nstoken, "setns"))
                return;

        test_ping(AF_INET, IP6_ADDR_TUNL_DEV1);
        close_netns(nstoken);
}

static void test_vxlan_tunnel(void)
{
        struct test_tunnel_kern *skel = NULL;
        struct nstoken *nstoken;
        int local_ip_map_fd = -1;
        int set_src_prog_fd, get_src_prog_fd;
        int set_dst_prog_fd;
        int key = 0;
        uint local_ip;
        int err;

        /* add vxlan tunnel */
        err = add_vxlan_tunnel();
        if (!ASSERT_OK(err, "add vxlan tunnel"))
                goto done;

        /* load and attach bpf prog to tunnel dev tc hook point */
        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                goto done;
        get_src_prog_fd = bpf_program__fd(skel->progs.vxlan_get_tunnel_src);
        set_src_prog_fd = bpf_program__fd(skel->progs.vxlan_set_tunnel_src);
        if (tc_prog_attach(VXLAN_TUNL_DEV1, get_src_prog_fd, set_src_prog_fd))
                goto done;

        /* load and attach bpf prog to veth dev tc hook point */
        set_dst_prog_fd = bpf_program__fd(skel->progs.veth_set_outer_dst);
        if (tc_prog_attach("veth1", set_dst_prog_fd, -1))
                goto done;

        /* load and attach prog set_md to tunnel dev tc hook point at_ns0 */
        nstoken = open_netns("at_ns0");
        if (!ASSERT_OK_PTR(nstoken, "setns src"))
                goto done;
        set_dst_prog_fd = bpf_program__fd(skel->progs.vxlan_set_tunnel_dst);
        if (tc_prog_attach(VXLAN_TUNL_DEV0, -1, set_dst_prog_fd))
                goto done;
        close_netns(nstoken);

        /* use veth1 ip 2 as tunnel source ip */
        local_ip_map_fd = bpf_map__fd(skel->maps.local_ip_map);
        if (!ASSERT_GE(local_ip_map_fd, 0, "bpf_map__fd"))
                goto done;
        local_ip = IP4_ADDR2_HEX_VETH1;
        err = bpf_map_update_elem(local_ip_map_fd, &key, &local_ip, BPF_ANY);
        if (!ASSERT_OK(err, "update bpf local_ip_map"))
                goto done;

        /* ping test */
        ping_dev0();

done:
        /* delete vxlan tunnel */
        delete_vxlan_tunnel();
        if (local_ip_map_fd >= 0)
                close(local_ip_map_fd);
        if (skel)
                test_tunnel_kern__destroy(skel);
}

static void test_ip6vxlan_tunnel(void)
{
        struct test_tunnel_kern *skel = NULL;
        struct nstoken *nstoken;
        int local_ip_map_fd = -1;
        int set_src_prog_fd, get_src_prog_fd;
        int set_dst_prog_fd;
        int key = 0;
        uint local_ip;
        int err;

        /* add vxlan tunnel */
        err = add_ip6vxlan_tunnel();
        if (!ASSERT_OK(err, "add_ip6vxlan_tunnel"))
                goto done;

        /* load and attach bpf prog to tunnel dev tc hook point */
        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                goto done;
        get_src_prog_fd = bpf_program__fd(skel->progs.ip6vxlan_get_tunnel_src);
        set_src_prog_fd = bpf_program__fd(skel->progs.ip6vxlan_set_tunnel_src);
        if (tc_prog_attach(IP6VXLAN_TUNL_DEV1, get_src_prog_fd, set_src_prog_fd))
                goto done;

        /* load and attach prog set_md to tunnel dev tc hook point at_ns0 */
        nstoken = open_netns("at_ns0");
        if (!ASSERT_OK_PTR(nstoken, "setns src"))
                goto done;
        set_dst_prog_fd = bpf_program__fd(skel->progs.ip6vxlan_set_tunnel_dst);
        if (tc_prog_attach(IP6VXLAN_TUNL_DEV0, -1, set_dst_prog_fd))
                goto done;
        close_netns(nstoken);

        /* use veth1 ip 2 as tunnel source ip */
        local_ip_map_fd = bpf_map__fd(skel->maps.local_ip_map);
        if (!ASSERT_GE(local_ip_map_fd, 0, "get local_ip_map fd"))
                goto done;
        local_ip = IP6_ADDR2_HEX_VETH1;
        err = bpf_map_update_elem(local_ip_map_fd, &key, &local_ip, BPF_ANY);
        if (!ASSERT_OK(err, "update bpf local_ip_map"))
                goto done;

        /* ping test */
        ping_dev0();

done:
        /* delete ipv6 vxlan tunnel */
        delete_ip6vxlan_tunnel();
        if (local_ip_map_fd >= 0)
                close(local_ip_map_fd);
        if (skel)
                test_tunnel_kern__destroy(skel);
}

static void test_ipip_tunnel(enum ipip_encap encap)
{
        struct test_tunnel_kern *skel = NULL;
        int set_src_prog_fd, get_src_prog_fd;
        int err;

        /* add ipip tunnel */
        err = add_ipip_tunnel(encap);
        if (!ASSERT_OK(err, "add_ipip_tunnel"))
                goto done;

        /* load and attach bpf prog to tunnel dev tc hook point */
        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                goto done;

        switch (encap) {
        case FOU:
                get_src_prog_fd = bpf_program__fd(
                        skel->progs.ipip_encap_get_tunnel);
                set_src_prog_fd = bpf_program__fd(
                        skel->progs.ipip_fou_set_tunnel);
                break;
        case GUE:
                get_src_prog_fd = bpf_program__fd(
                        skel->progs.ipip_encap_get_tunnel);
                set_src_prog_fd = bpf_program__fd(
                        skel->progs.ipip_gue_set_tunnel);
                break;
        default:
                get_src_prog_fd = bpf_program__fd(
                        skel->progs.ipip_get_tunnel);
                set_src_prog_fd = bpf_program__fd(
                        skel->progs.ipip_set_tunnel);
        }

        if (tc_prog_attach(IPIP_TUNL_DEV1, get_src_prog_fd, set_src_prog_fd))
                goto done;

        ping_dev0();
        ping_dev1();

done:
        /* delete ipip tunnel */
        delete_ipip_tunnel();
        if (skel)
                test_tunnel_kern__destroy(skel);
}

static void test_xfrm_tunnel(void)
{
        LIBBPF_OPTS(bpf_xdp_attach_opts, opts);
        struct test_tunnel_kern *skel = NULL;
        int xdp_prog_fd;
        int tc_prog_fd;
        int ifindex;
        int err;

        err = add_xfrm_tunnel();
        if (!ASSERT_OK(err, "add_xfrm_tunnel"))
                return;

        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                goto done;


        /* attach tc prog to tunnel dev */
        tc_prog_fd = bpf_program__fd(skel->progs.xfrm_get_state);
        if (tc_prog_attach("veth1", tc_prog_fd, -1))
                goto done;

        /* attach xdp prog to tunnel dev */
        ifindex = if_nametoindex("veth1");
        if (!ASSERT_NEQ(ifindex, 0, "veth1 ifindex"))
                goto done;
        xdp_prog_fd = bpf_program__fd(skel->progs.xfrm_get_state_xdp);
        if (!ASSERT_GE(xdp_prog_fd, 0, "bpf_program__fd"))
                goto done;
        err = bpf_xdp_attach(ifindex, xdp_prog_fd, XDP_FLAGS_REPLACE, &opts);
        if (!ASSERT_OK(err, "bpf_xdp_attach"))
                goto done;

        ping_dev1();

        if (!ASSERT_EQ(skel->bss->xfrm_reqid, 1, "req_id"))
                goto done;
        if (!ASSERT_EQ(skel->bss->xfrm_spi, XFRM_SPI_IN_TO_OUT, "spi"))
                goto done;
        if (!ASSERT_EQ(skel->bss->xfrm_remote_ip, 0xac100164, "remote_ip"))
                goto done;
        if (!ASSERT_EQ(skel->bss->xfrm_replay_window, 42, "replay_window"))
                goto done;

done:
        delete_xfrm_tunnel();
        if (skel)
                test_tunnel_kern__destroy(skel);
}

enum gre_test {
        GRE,
        GRE_NOKEY,
        GRETAP,
        GRETAP_NOKEY,
};

static void test_gre_tunnel(enum gre_test test)
{
        struct test_tunnel_kern *skel;
        int set_fd, get_fd;
        int err;

        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                return;

        switch (test) {
        case GRE:
                err = add_ipv4_tunnel(GRE_TUNL_DEV0, GRE_TUNL_DEV1, "gre", "seq");
                set_fd = bpf_program__fd(skel->progs.gre_set_tunnel_no_key);
                get_fd = bpf_program__fd(skel->progs.gre_get_tunnel);
                break;
        case GRE_NOKEY:
                err = add_ipv4_tunnel(GRE_TUNL_DEV0, GRE_TUNL_DEV1, "gre", "seq key 2");
                set_fd = bpf_program__fd(skel->progs.gre_set_tunnel);
                get_fd = bpf_program__fd(skel->progs.gre_get_tunnel);
                break;
        case GRETAP:
                err = add_ipv4_tunnel(GRE_TUNL_DEV0, GRE_TUNL_DEV1, "gretap", "seq");
                set_fd = bpf_program__fd(skel->progs.gre_set_tunnel_no_key);
                get_fd = bpf_program__fd(skel->progs.gre_get_tunnel);
                break;
        case GRETAP_NOKEY:
                err = add_ipv4_tunnel(GRE_TUNL_DEV0, GRE_TUNL_DEV1, "gretap", "seq key 2");
                set_fd = bpf_program__fd(skel->progs.gre_set_tunnel);
                get_fd = bpf_program__fd(skel->progs.gre_get_tunnel);
                break;
        }
        if (!ASSERT_OK(err, "add tunnel"))
                goto done;

        if (tc_prog_attach(GRE_TUNL_DEV1, get_fd, set_fd))
                goto done;

        ping_dev0();
        ping_dev1();

done:
        delete_tunnel(GRE_TUNL_DEV0, GRE_TUNL_DEV1);
        test_tunnel_kern__destroy(skel);
}

enum ip6gre_test {
        IP6GRE,
        IP6GRETAP
};

static void test_ip6gre_tunnel(enum ip6gre_test test)
{
        struct test_tunnel_kern *skel;
        int set_fd, get_fd;
        int err;

        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                return;

        switch (test) {
        case IP6GRE:
                err = add_ipv6_tunnel(IP6GRE_TUNL_DEV0, IP6GRE_TUNL_DEV1,
                                      "ip6gre", "flowlabel 0xbcdef key 2");
                break;
        case IP6GRETAP:
                err = add_ipv6_tunnel(IP6GRE_TUNL_DEV0, IP6GRE_TUNL_DEV1,
                                      "ip6gretap", "flowlabel 0xbcdef key 2");
                break;
        }
        if (!ASSERT_OK(err, "add tunnel"))
                goto done;

        set_fd = bpf_program__fd(skel->progs.ip6gretap_set_tunnel);
        get_fd = bpf_program__fd(skel->progs.ip6gretap_get_tunnel);
        if (tc_prog_attach(IP6GRE_TUNL_DEV1, get_fd, set_fd))
                goto done;

        ping6_veth0();
        ping6_dev1();
        ping_dev0();
        ping_dev1();
done:
        delete_tunnel(IP6GRE_TUNL_DEV0, IP6GRE_TUNL_DEV1);
        test_tunnel_kern__destroy(skel);
}

enum erspan_test {
        V1,
        V2
};

static void test_erspan_tunnel(enum erspan_test test)
{
        struct test_tunnel_kern *skel;
        int set_fd, get_fd;
        int err;

        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                return;

        switch (test) {
        case V1:
                err = add_ipv4_tunnel(ERSPAN_TUNL_DEV0, ERSPAN_TUNL_DEV1,
                                      "erspan", "seq key 2 erspan_ver 1 erspan 123");
                break;
        case V2:
                err = add_ipv4_tunnel(ERSPAN_TUNL_DEV0, ERSPAN_TUNL_DEV1,
                                      "erspan",
                                      "seq key 2 erspan_ver 2 erspan_dir egress erspan_hwid 3");
                break;
        }
        if (!ASSERT_OK(err, "add tunnel"))
                goto done;

        set_fd = bpf_program__fd(skel->progs.erspan_set_tunnel);
        get_fd = bpf_program__fd(skel->progs.erspan_get_tunnel);
        if (tc_prog_attach(ERSPAN_TUNL_DEV1, get_fd, set_fd))
                goto done;

        ping_dev0();
        ping_dev1();
done:
        delete_tunnel(ERSPAN_TUNL_DEV0, ERSPAN_TUNL_DEV1);
        test_tunnel_kern__destroy(skel);
}

static void test_ip6erspan_tunnel(enum erspan_test test)
{
        struct test_tunnel_kern *skel;
        int set_fd, get_fd;
        int err;

        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                return;

        switch (test) {
        case V1:
                err = add_ipv6_tunnel(IP6ERSPAN_TUNL_DEV0, IP6ERSPAN_TUNL_DEV1,
                                      "ip6erspan", "seq key 2 erspan_ver 1 erspan 123");
                break;
        case V2:
                err = add_ipv6_tunnel(IP6ERSPAN_TUNL_DEV0, IP6ERSPAN_TUNL_DEV1,
                                      "ip6erspan",
                                      "seq key 2 erspan_ver 2 erspan_dir egress erspan_hwid 7");
                break;
        }
        if (!ASSERT_OK(err, "add tunnel"))
                goto done;

        set_fd = bpf_program__fd(skel->progs.ip4ip6erspan_set_tunnel);
        get_fd = bpf_program__fd(skel->progs.ip4ip6erspan_get_tunnel);
        if (tc_prog_attach(IP6ERSPAN_TUNL_DEV1, get_fd, set_fd))
                goto done;

        ping6_veth0();
        ping_dev1();
done:
        delete_tunnel(IP6ERSPAN_TUNL_DEV0, IP6ERSPAN_TUNL_DEV1);
        test_tunnel_kern__destroy(skel);
}

static void test_geneve_tunnel(void)
{
        struct test_tunnel_kern *skel;
        int set_fd, get_fd;
        int err;

        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                return;

        err = add_geneve_tunnel(GENEVE_TUNL_DEV0, GENEVE_TUNL_DEV1,
                                "geneve", "dstport 6081");
        if (!ASSERT_OK(err, "add tunnel"))
                goto done;

        set_fd = bpf_program__fd(skel->progs.geneve_set_tunnel);
        get_fd = bpf_program__fd(skel->progs.geneve_get_tunnel);
        if (tc_prog_attach(GENEVE_TUNL_DEV1, get_fd, set_fd))
                goto done;

        ping_dev0();
        ping_dev1();
done:
        delete_tunnel(GENEVE_TUNL_DEV0, GENEVE_TUNL_DEV1);
        test_tunnel_kern__destroy(skel);
}

static void test_ip6geneve_tunnel(void)
{
        struct test_tunnel_kern *skel;
        int set_fd, get_fd;
        int err;

        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                return;

        err = add_ip6geneve_tunnel(IP6GENEVE_TUNL_DEV0, IP6GENEVE_TUNL_DEV1,
                                   "geneve", "");
        if (!ASSERT_OK(err, "add tunnel"))
                goto done;

        set_fd = bpf_program__fd(skel->progs.ip6geneve_set_tunnel);
        get_fd = bpf_program__fd(skel->progs.ip6geneve_get_tunnel);
        if (tc_prog_attach(IP6GENEVE_TUNL_DEV1, get_fd, set_fd))
                goto done;

        ping_dev0();
        ping_dev1();
done:
        delete_tunnel(IP6GENEVE_TUNL_DEV0, IP6GENEVE_TUNL_DEV1);
        test_tunnel_kern__destroy(skel);
}

enum ip6tnl_test {
        IPIP6,
        IP6IP6
};

static void test_ip6tnl_tunnel(enum ip6tnl_test test)
{
        struct test_tunnel_kern *skel;
        int set_fd, get_fd;
        int err;

        skel = test_tunnel_kern__open_and_load();
        if (!ASSERT_OK_PTR(skel, "test_tunnel_kern__open_and_load"))
                return;

        err = add_ipv6_tunnel(IP6TNL_TUNL_DEV0, IP6TNL_TUNL_DEV1, "ip6tnl", "");
        if (!ASSERT_OK(err, "add tunnel"))
                goto done;

        switch (test) {
        case IPIP6:
                set_fd = bpf_program__fd(skel->progs.ipip6_set_tunnel);
                get_fd = bpf_program__fd(skel->progs.ipip6_get_tunnel);
                break;
        case IP6IP6:
                set_fd = bpf_program__fd(skel->progs.ip6ip6_set_tunnel);
                get_fd = bpf_program__fd(skel->progs.ip6ip6_get_tunnel);
                break;
        }
        if (tc_prog_attach(IP6TNL_TUNL_DEV1, get_fd, set_fd))
                goto done;

        ping6_veth0();
        switch (test) {
        case IPIP6:
                ping_dev0();
                ping_dev1();
                break;
        case IP6IP6:
                ping6_dev0();
                ping6_dev1();
                break;
        }

done:
        delete_tunnel(IP6TNL_TUNL_DEV0, IP6TNL_TUNL_DEV1);
        test_tunnel_kern__destroy(skel);
}

#define RUN_TEST(name, ...)                                             \
        ({                                                              \
                if (test__start_subtest(#name)) {                       \
                        config_device();                                \
                        test_ ## name(__VA_ARGS__);                     \
                        cleanup();                                      \
                }                                                       \
        })

static void *test_tunnel_run_tests(void *arg)
{
        RUN_TEST(vxlan_tunnel);
        RUN_TEST(ip6vxlan_tunnel);
        RUN_TEST(ipip_tunnel, NONE);
        RUN_TEST(ipip_tunnel, FOU);
        RUN_TEST(ipip_tunnel, GUE);
        RUN_TEST(xfrm_tunnel);
        RUN_TEST(gre_tunnel, GRE);
        RUN_TEST(gre_tunnel, GRE_NOKEY);
        RUN_TEST(gre_tunnel, GRETAP);
        RUN_TEST(gre_tunnel, GRETAP_NOKEY);
        RUN_TEST(ip6gre_tunnel, IP6GRE);
        RUN_TEST(ip6gre_tunnel, IP6GRETAP);
        RUN_TEST(erspan_tunnel, V1);
        RUN_TEST(erspan_tunnel, V2);
        RUN_TEST(ip6erspan_tunnel, V1);
        RUN_TEST(ip6erspan_tunnel, V2);
        RUN_TEST(geneve_tunnel);
        RUN_TEST(ip6geneve_tunnel);
        RUN_TEST(ip6tnl_tunnel, IPIP6);
        RUN_TEST(ip6tnl_tunnel, IP6IP6);

        return NULL;
}

void test_tunnel(void)
{
        pthread_t test_thread;
        int err;

        /* Run the tests in their own thread to isolate the namespace changes
         * so they do not affect the environment of other tests.
         * (specifically needed because of unshare(CLONE_NEWNS) in open_netns())
         */
        err = pthread_create(&test_thread, NULL, &test_tunnel_run_tests, NULL);
        if (ASSERT_OK(err, "pthread_create"))
                ASSERT_OK(pthread_join(test_thread, NULL), "pthread_join");
}