#include "opt_ipsec.h"
#include <sys/mbuf.h>
#include <sys/socket.h>
#include <netinet/in.h>
#include <netipsec/keydb.h>
#include <netipsec/ipsec_offload.h>
#include <netipsec/xform.h>
#include <dev/mlx5/qp.h>
#include <dev/mlx5/mlx5_en/en.h>
#include <dev/mlx5/mlx5_accel/ipsec.h>
#define MLX5_IPSEC_METADATA_HANDLE(ipsec_metadata) (ipsec_metadata & 0xFFFFFF)
int
mlx5_accel_ipsec_rx_tag_add(if_t ifp, struct mlx5e_rq_mbuf *mr)
{
struct mlx5e_priv *priv;
struct ipsec_accel_in_tag *mtag;
priv = if_getsoftc(ifp);
if (priv->ipsec == NULL)
return (0);
if (mr->ipsec_mtag != NULL)
return (0);
mtag = (struct ipsec_accel_in_tag *)m_tag_get(
PACKET_TAG_IPSEC_ACCEL_IN, sizeof(struct ipsec_accel_in_tag) -
__offsetof(struct ipsec_accel_in_tag, xh), M_NOWAIT);
if (mtag == NULL)
return (-ENOMEM);
mr->ipsec_mtag = mtag;
return (0);
}
void
mlx5e_accel_ipsec_handle_rx_cqe(if_t ifp, struct mbuf *mb,
struct mlx5_cqe64 *cqe, struct mlx5e_rq_mbuf *mr)
{
struct ipsec_accel_in_tag *mtag;
u32 drv_spi;
drv_spi = MLX5_IPSEC_METADATA_HANDLE(be32_to_cpu(cqe->ft_metadata));
mtag = mr->ipsec_mtag;
WARN_ON(mtag == NULL);
if (mtag != NULL) {
mtag->drv_spi = drv_spi;
if (ipsec_accel_fill_xh(ifp, drv_spi, &mtag->xh)) {
m_tag_prepend(mb, &mtag->tag);
mr->ipsec_mtag = NULL;
}
}
}
void
mlx5e_accel_ipsec_handle_tx_wqe(struct mbuf *mb, struct mlx5e_tx_wqe *wqe,
struct ipsec_accel_out_tag *tag)
{
wqe->eth.flow_table_metadata = cpu_to_be32(
mlx5e_accel_ipsec_get_metadata(tag->drv_spi));
}