// SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0-or-later
/*
 * Copyright 2008 - 2016 Freescale Semiconductor Inc.
 */

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

#include <linux/string.h>
#include <linux/of.h>
#include <linux/of_platform.h>
#include <linux/platform_device.h>
#include <linux/net_tstamp.h>
#include <linux/fsl/ptp_qoriq.h>

#include "dpaa_eth.h"
#include "mac.h"

static const char dpaa_stats_percpu[][ETH_GSTRING_LEN] = {
        "interrupts",
        "rx packets",
        "tx packets",
        "tx confirm",
        "tx S/G",
        "tx error",
        "rx error",
        "rx dropped",
        "tx dropped",
};

static char dpaa_stats_global[][ETH_GSTRING_LEN] = {
        /* dpa rx errors */
        "rx dma error",
        "rx frame physical error",
        "rx frame size error",
        "rx header error",

        /* demultiplexing errors */
        "qman cg_tdrop",
        "qman wred",
        "qman error cond",
        "qman early window",
        "qman late window",
        "qman fq tdrop",
        "qman fq retired",
        "qman orp disabled",

        /* congestion related stats */
        "congestion time (ms)",
        "entered congestion",
        "congested (0/1)"
};

#define DPAA_STATS_PERCPU_LEN ARRAY_SIZE(dpaa_stats_percpu)
#define DPAA_STATS_GLOBAL_LEN ARRAY_SIZE(dpaa_stats_global)

static int dpaa_get_link_ksettings(struct net_device *net_dev,
                                   struct ethtool_link_ksettings *cmd)
{
        struct dpaa_priv *priv = netdev_priv(net_dev);
        struct mac_device *mac_dev = priv->mac_dev;

        return phylink_ethtool_ksettings_get(mac_dev->phylink, cmd);
}

static int dpaa_set_link_ksettings(struct net_device *net_dev,
                                   const struct ethtool_link_ksettings *cmd)
{
        struct dpaa_priv *priv = netdev_priv(net_dev);
        struct mac_device *mac_dev = priv->mac_dev;

        return phylink_ethtool_ksettings_set(mac_dev->phylink, cmd);
}

static void dpaa_get_drvinfo(struct net_device *net_dev,
                             struct ethtool_drvinfo *drvinfo)
{
        strscpy(drvinfo->driver, KBUILD_MODNAME,
                sizeof(drvinfo->driver));
        strscpy(drvinfo->bus_info, dev_name(net_dev->dev.parent->parent),
                sizeof(drvinfo->bus_info));
}

static u32 dpaa_get_msglevel(struct net_device *net_dev)
{
        return ((struct dpaa_priv *)netdev_priv(net_dev))->msg_enable;
}

static void dpaa_set_msglevel(struct net_device *net_dev,
                              u32 msg_enable)
{
        ((struct dpaa_priv *)netdev_priv(net_dev))->msg_enable = msg_enable;
}

static int dpaa_nway_reset(struct net_device *net_dev)
{
        struct dpaa_priv *priv = netdev_priv(net_dev);
        struct mac_device *mac_dev = priv->mac_dev;

        return phylink_ethtool_nway_reset(mac_dev->phylink);
}

static void dpaa_get_pauseparam(struct net_device *net_dev,
                                struct ethtool_pauseparam *epause)
{
        struct dpaa_priv *priv = netdev_priv(net_dev);
        struct mac_device *mac_dev = priv->mac_dev;

        phylink_ethtool_get_pauseparam(mac_dev->phylink, epause);
}

static int dpaa_set_pauseparam(struct net_device *net_dev,
                               struct ethtool_pauseparam *epause)
{
        struct dpaa_priv *priv = netdev_priv(net_dev);
        struct mac_device *mac_dev = priv->mac_dev;

        return phylink_ethtool_set_pauseparam(mac_dev->phylink, epause);
}

static int dpaa_get_sset_count(struct net_device *net_dev, int type)
{
        unsigned int total_stats, num_stats;

        num_stats   = num_online_cpus() + 1;
        total_stats = num_stats * (DPAA_STATS_PERCPU_LEN + 1) +
                        DPAA_STATS_GLOBAL_LEN;

        switch (type) {
        case ETH_SS_STATS:
                return total_stats;
        default:
                return -EOPNOTSUPP;
        }
}

static void copy_stats(struct dpaa_percpu_priv *percpu_priv, int num_cpus,
                       int crr_cpu, u64 bp_count, u64 *data)
{
        int num_values = num_cpus + 1;
        int crr = 0;

        /* update current CPU's stats and also add them to the total values */
        data[crr * num_values + crr_cpu] = percpu_priv->in_interrupt;
        data[crr++ * num_values + num_cpus] += percpu_priv->in_interrupt;

        data[crr * num_values + crr_cpu] = percpu_priv->stats.rx_packets;
        data[crr++ * num_values + num_cpus] += percpu_priv->stats.rx_packets;

        data[crr * num_values + crr_cpu] = percpu_priv->stats.tx_packets;
        data[crr++ * num_values + num_cpus] += percpu_priv->stats.tx_packets;

        data[crr * num_values + crr_cpu] = percpu_priv->tx_confirm;
        data[crr++ * num_values + num_cpus] += percpu_priv->tx_confirm;

        data[crr * num_values + crr_cpu] = percpu_priv->tx_frag_skbuffs;
        data[crr++ * num_values + num_cpus] += percpu_priv->tx_frag_skbuffs;

        data[crr * num_values + crr_cpu] = percpu_priv->stats.tx_errors;
        data[crr++ * num_values + num_cpus] += percpu_priv->stats.tx_errors;

        data[crr * num_values + crr_cpu] = percpu_priv->stats.rx_errors;
        data[crr++ * num_values + num_cpus] += percpu_priv->stats.rx_errors;

        data[crr * num_values + crr_cpu] = percpu_priv->stats.rx_dropped;
        data[crr++ * num_values + num_cpus] += percpu_priv->stats.rx_dropped;

        data[crr * num_values + crr_cpu] = percpu_priv->stats.tx_dropped;
        data[crr++ * num_values + num_cpus] += percpu_priv->stats.tx_dropped;

        data[crr * num_values + crr_cpu] = bp_count;
        data[crr++ * num_values + num_cpus] += bp_count;
}

static void dpaa_get_ethtool_stats(struct net_device *net_dev,
                                   struct ethtool_stats *stats, u64 *data)
{
        struct dpaa_percpu_priv *percpu_priv;
        struct dpaa_rx_errors rx_errors;
        unsigned int num_cpus, offset;
        u64 bp_count, cg_time, cg_num;
        struct dpaa_ern_cnt ern_cnt;
        struct dpaa_bp *dpaa_bp;
        struct dpaa_priv *priv;
        int total_stats, i;
        bool cg_status;

        total_stats = dpaa_get_sset_count(net_dev, ETH_SS_STATS);
        priv     = netdev_priv(net_dev);
        num_cpus = num_online_cpus();

        memset(&bp_count, 0, sizeof(bp_count));
        memset(&rx_errors, 0, sizeof(struct dpaa_rx_errors));
        memset(&ern_cnt, 0, sizeof(struct dpaa_ern_cnt));
        memset(data, 0, total_stats * sizeof(u64));

        for_each_online_cpu(i) {
                percpu_priv = per_cpu_ptr(priv->percpu_priv, i);
                dpaa_bp = priv->dpaa_bp;
                if (!dpaa_bp->percpu_count)
                        continue;
                bp_count = *(per_cpu_ptr(dpaa_bp->percpu_count, i));
                rx_errors.dme += percpu_priv->rx_errors.dme;
                rx_errors.fpe += percpu_priv->rx_errors.fpe;
                rx_errors.fse += percpu_priv->rx_errors.fse;
                rx_errors.phe += percpu_priv->rx_errors.phe;

                ern_cnt.cg_tdrop     += percpu_priv->ern_cnt.cg_tdrop;
                ern_cnt.wred         += percpu_priv->ern_cnt.wred;
                ern_cnt.err_cond     += percpu_priv->ern_cnt.err_cond;
                ern_cnt.early_window += percpu_priv->ern_cnt.early_window;
                ern_cnt.late_window  += percpu_priv->ern_cnt.late_window;
                ern_cnt.fq_tdrop     += percpu_priv->ern_cnt.fq_tdrop;
                ern_cnt.fq_retired   += percpu_priv->ern_cnt.fq_retired;
                ern_cnt.orp_zero     += percpu_priv->ern_cnt.orp_zero;

                copy_stats(percpu_priv, num_cpus, i, bp_count, data);
        }

        offset = (num_cpus + 1) * (DPAA_STATS_PERCPU_LEN + 1);
        memcpy(data + offset, &rx_errors, sizeof(struct dpaa_rx_errors));

        offset += sizeof(struct dpaa_rx_errors) / sizeof(u64);
        memcpy(data + offset, &ern_cnt, sizeof(struct dpaa_ern_cnt));

        /* gather congestion related counters */
        cg_num    = 0;
        cg_status = false;
        cg_time   = jiffies_to_msecs(priv->cgr_data.congested_jiffies);
        if (qman_query_cgr_congested(&priv->cgr_data.cgr, &cg_status) == 0) {
                cg_num    = priv->cgr_data.cgr_congested_count;

                /* reset congestion stats (like QMan API does */
                priv->cgr_data.congested_jiffies   = 0;
                priv->cgr_data.cgr_congested_count = 0;
        }

        offset += sizeof(struct dpaa_ern_cnt) / sizeof(u64);
        data[offset++] = cg_time;
        data[offset++] = cg_num;
        data[offset++] = cg_status;
}

static void dpaa_get_strings(struct net_device *net_dev, u32 stringset,
                             u8 *data)
{
        unsigned int i, j, num_cpus;

        num_cpus = num_online_cpus();

        for (i = 0; i < DPAA_STATS_PERCPU_LEN; i++) {
                for (j = 0; j < num_cpus; j++)
                        ethtool_sprintf(&data, "%s [CPU %d]",
                                        dpaa_stats_percpu[i], j);

                ethtool_sprintf(&data, "%s [TOTAL]", dpaa_stats_percpu[i]);
        }
        for (i = 0; i < num_cpus; i++)
                ethtool_sprintf(&data, "bpool [CPU %d]", i);

        ethtool_puts(&data, "bpool [TOTAL]");

        for (i = 0; i < DPAA_STATS_GLOBAL_LEN; i++)
                ethtool_puts(&data, dpaa_stats_global[i]);
}

static int dpaa_get_rxfh_fields(struct net_device *dev,
                                struct ethtool_rxfh_fields *cmd)
{
        struct dpaa_priv *priv = netdev_priv(dev);

        cmd->data = 0;

        switch (cmd->flow_type) {
        case TCP_V4_FLOW:
        case TCP_V6_FLOW:
        case UDP_V4_FLOW:
        case UDP_V6_FLOW:
                if (priv->keygen_in_use)
                        cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
                fallthrough;
        case IPV4_FLOW:
        case IPV6_FLOW:
        case SCTP_V4_FLOW:
        case SCTP_V6_FLOW:
        case AH_ESP_V4_FLOW:
        case AH_ESP_V6_FLOW:
        case AH_V4_FLOW:
        case AH_V6_FLOW:
        case ESP_V4_FLOW:
        case ESP_V6_FLOW:
                if (priv->keygen_in_use)
                        cmd->data |= RXH_IP_SRC | RXH_IP_DST;
                break;
        default:
                cmd->data = 0;
                break;
        }

        return 0;
}

static void dpaa_set_hash(struct net_device *net_dev, bool enable)
{
        struct mac_device *mac_dev;
        struct fman_port *rxport;
        struct dpaa_priv *priv;

        priv = netdev_priv(net_dev);
        mac_dev = priv->mac_dev;
        rxport = mac_dev->port[0];

        fman_port_use_kg_hash(rxport, enable);
        priv->keygen_in_use = enable;
}

static int dpaa_set_rxfh_fields(struct net_device *dev,
                                const struct ethtool_rxfh_fields *nfc,
                                struct netlink_ext_ack *extack)
{
        int ret = -EINVAL;

        /* we support hashing on IPv4/v6 src/dest IP and L4 src/dest port */
        if (nfc->data &
            ~(RXH_IP_SRC | RXH_IP_DST | RXH_L4_B_0_1 | RXH_L4_B_2_3))
                return -EINVAL;

        switch (nfc->flow_type) {
        case TCP_V4_FLOW:
        case TCP_V6_FLOW:
        case UDP_V4_FLOW:
        case UDP_V6_FLOW:
        case IPV4_FLOW:
        case IPV6_FLOW:
        case SCTP_V4_FLOW:
        case SCTP_V6_FLOW:
        case AH_ESP_V4_FLOW:
        case AH_ESP_V6_FLOW:
        case AH_V4_FLOW:
        case AH_V6_FLOW:
        case ESP_V4_FLOW:
        case ESP_V6_FLOW:
                dpaa_set_hash(dev, !!nfc->data);
                ret = 0;
                break;
        default:
                break;
        }

        return ret;
}

static int dpaa_get_ts_info(struct net_device *net_dev,
                            struct kernel_ethtool_ts_info *info)
{
        struct device *dev = net_dev->dev.parent;
        struct device_node *mac_node = dev->of_node;
        struct device_node *fman_node = NULL, *ptp_node = NULL;
        struct platform_device *ptp_dev = NULL;
        struct ptp_qoriq *ptp = NULL;

        info->phc_index = -1;

        fman_node = of_get_parent(mac_node);
        if (fman_node) {
                ptp_node = of_parse_phandle(fman_node, "ptimer-handle", 0);
                of_node_put(fman_node);
        }

        if (ptp_node) {
                ptp_dev = of_find_device_by_node(ptp_node);
                of_node_put(ptp_node);
        }

        if (ptp_dev) {
                ptp = platform_get_drvdata(ptp_dev);
                put_device(&ptp_dev->dev);
        }

        if (ptp)
                info->phc_index = ptp->phc_index;

        info->so_timestamping = SOF_TIMESTAMPING_TX_HARDWARE |
                                SOF_TIMESTAMPING_RX_HARDWARE |
                                SOF_TIMESTAMPING_RAW_HARDWARE;
        info->tx_types = (1 << HWTSTAMP_TX_OFF) |
                         (1 << HWTSTAMP_TX_ON);
        info->rx_filters = (1 << HWTSTAMP_FILTER_NONE) |
                           (1 << HWTSTAMP_FILTER_ALL);

        return 0;
}

static int dpaa_get_coalesce(struct net_device *dev,
                             struct ethtool_coalesce *c,
                             struct kernel_ethtool_coalesce *kernel_coal,
                             struct netlink_ext_ack *extack)
{
        struct qman_portal *portal;
        u32 period;
        u8 thresh;

        portal = qman_get_affine_portal(smp_processor_id());
        qman_portal_get_iperiod(portal, &period);
        qman_dqrr_get_ithresh(portal, &thresh);

        c->rx_coalesce_usecs = period;
        c->rx_max_coalesced_frames = thresh;

        return 0;
}

static int dpaa_set_coalesce(struct net_device *dev,
                             struct ethtool_coalesce *c,
                             struct kernel_ethtool_coalesce *kernel_coal,
                             struct netlink_ext_ack *extack)
{
        const cpumask_t *cpus = qman_affine_cpus();
        struct qman_portal *portal;
        u32 period, prev_period;
        u8 thresh, prev_thresh;
        bool *needs_revert;
        int cpu, res;

        needs_revert = kzalloc_objs(bool, num_possible_cpus());
        if (!needs_revert)
                return -ENOMEM;

        period = c->rx_coalesce_usecs;
        thresh = c->rx_max_coalesced_frames;

        /* save previous values */
        portal = qman_get_affine_portal(smp_processor_id());
        qman_portal_get_iperiod(portal, &prev_period);
        qman_dqrr_get_ithresh(portal, &prev_thresh);

        /* set new values */
        for_each_cpu_and(cpu, cpus, cpu_online_mask) {
                portal = qman_get_affine_portal(cpu);
                res = qman_portal_set_iperiod(portal, period);
                if (res)
                        goto revert_values;
                res = qman_dqrr_set_ithresh(portal, thresh);
                if (res) {
                        qman_portal_set_iperiod(portal, prev_period);
                        goto revert_values;
                }
                needs_revert[cpu] = true;
        }

        kfree(needs_revert);

        return 0;

revert_values:
        /* restore previous values */
        for_each_cpu_and(cpu, cpus, cpu_online_mask) {
                if (!needs_revert[cpu])
                        continue;
                portal = qman_get_affine_portal(cpu);
                /* previous values will not fail, ignore return value */
                qman_portal_set_iperiod(portal, prev_period);
                qman_dqrr_set_ithresh(portal, prev_thresh);
        }

        kfree(needs_revert);

        return res;
}

static void dpaa_get_pause_stats(struct net_device *net_dev,
                                 struct ethtool_pause_stats *s)
{
        struct dpaa_priv *priv = netdev_priv(net_dev);
        struct mac_device *mac_dev = priv->mac_dev;

        if (mac_dev->get_pause_stats)
                mac_dev->get_pause_stats(mac_dev->fman_mac, s);
}

static void dpaa_get_rmon_stats(struct net_device *net_dev,
                                struct ethtool_rmon_stats *s,
                                const struct ethtool_rmon_hist_range **ranges)
{
        struct dpaa_priv *priv = netdev_priv(net_dev);
        struct mac_device *mac_dev = priv->mac_dev;

        if (mac_dev->get_rmon_stats)
                mac_dev->get_rmon_stats(mac_dev->fman_mac, s, ranges);
}

static void dpaa_get_eth_ctrl_stats(struct net_device *net_dev,
                                    struct ethtool_eth_ctrl_stats *s)
{
        struct dpaa_priv *priv = netdev_priv(net_dev);
        struct mac_device *mac_dev = priv->mac_dev;

        if (mac_dev->get_eth_ctrl_stats)
                mac_dev->get_eth_ctrl_stats(mac_dev->fman_mac, s);
}

static void dpaa_get_eth_mac_stats(struct net_device *net_dev,
                                   struct ethtool_eth_mac_stats *s)
{
        struct dpaa_priv *priv = netdev_priv(net_dev);
        struct mac_device *mac_dev = priv->mac_dev;

        if (mac_dev->get_eth_mac_stats)
                mac_dev->get_eth_mac_stats(mac_dev->fman_mac, s);
}

const struct ethtool_ops dpaa_ethtool_ops = {
        .supported_coalesce_params = ETHTOOL_COALESCE_RX_USECS |
                                     ETHTOOL_COALESCE_RX_MAX_FRAMES,
        .get_drvinfo = dpaa_get_drvinfo,
        .get_msglevel = dpaa_get_msglevel,
        .set_msglevel = dpaa_set_msglevel,
        .nway_reset = dpaa_nway_reset,
        .get_pauseparam = dpaa_get_pauseparam,
        .set_pauseparam = dpaa_set_pauseparam,
        .get_link = ethtool_op_get_link,
        .get_sset_count = dpaa_get_sset_count,
        .get_ethtool_stats = dpaa_get_ethtool_stats,
        .get_strings = dpaa_get_strings,
        .get_link_ksettings = dpaa_get_link_ksettings,
        .set_link_ksettings = dpaa_set_link_ksettings,
        .get_rxfh_fields = dpaa_get_rxfh_fields,
        .set_rxfh_fields = dpaa_set_rxfh_fields,
        .get_ts_info = dpaa_get_ts_info,
        .get_coalesce = dpaa_get_coalesce,
        .set_coalesce = dpaa_set_coalesce,
        .get_pause_stats = dpaa_get_pause_stats,
        .get_rmon_stats = dpaa_get_rmon_stats,
        .get_eth_ctrl_stats = dpaa_get_eth_ctrl_stats,
        .get_eth_mac_stats = dpaa_get_eth_mac_stats,
};