root/drivers/net/ethernet/amd/xgbe/xgbe-ethtool.c
// SPDX-License-Identifier: (GPL-2.0-or-later OR BSD-3-Clause)
/*
 * Copyright (c) 2014-2025, Advanced Micro Devices, Inc.
 * Copyright (c) 2014, Synopsys, Inc.
 * All rights reserved
 */

#include <linux/spinlock.h>
#include <linux/phy.h>
#include <linux/net_tstamp.h>

#include "xgbe.h"
#include "xgbe-common.h"

struct xgbe_stats {
        char stat_string[ETH_GSTRING_LEN];
        int stat_size;
        int stat_offset;
};

#define XGMAC_MMC_STAT(_string, _var)                           \
        { _string,                                              \
          sizeof_field(struct xgbe_mmc_stats, _var),            \
          offsetof(struct xgbe_prv_data, mmc_stats._var),       \
        }

#define XGMAC_EXT_STAT(_string, _var)                           \
        { _string,                                              \
          sizeof_field(struct xgbe_ext_stats, _var),            \
          offsetof(struct xgbe_prv_data, ext_stats._var),       \
        }

static const struct xgbe_stats xgbe_gstring_stats[] = {
        XGMAC_MMC_STAT("tx_bytes", txoctetcount_gb),
        XGMAC_MMC_STAT("tx_packets", txframecount_gb),
        XGMAC_MMC_STAT("tx_unicast_packets", txunicastframes_gb),
        XGMAC_MMC_STAT("tx_broadcast_packets", txbroadcastframes_gb),
        XGMAC_MMC_STAT("tx_multicast_packets", txmulticastframes_gb),
        XGMAC_MMC_STAT("tx_vlan_packets", txvlanframes_g),
        XGMAC_EXT_STAT("tx_vxlan_packets", tx_vxlan_packets),
        XGMAC_EXT_STAT("tx_tso_packets", tx_tso_packets),
        XGMAC_MMC_STAT("tx_64_byte_packets", tx64octets_gb),
        XGMAC_MMC_STAT("tx_65_to_127_byte_packets", tx65to127octets_gb),
        XGMAC_MMC_STAT("tx_128_to_255_byte_packets", tx128to255octets_gb),
        XGMAC_MMC_STAT("tx_256_to_511_byte_packets", tx256to511octets_gb),
        XGMAC_MMC_STAT("tx_512_to_1023_byte_packets", tx512to1023octets_gb),
        XGMAC_MMC_STAT("tx_1024_to_max_byte_packets", tx1024tomaxoctets_gb),
        XGMAC_MMC_STAT("tx_underflow_errors", txunderflowerror),
        XGMAC_MMC_STAT("tx_pause_frames", txpauseframes),

        XGMAC_MMC_STAT("rx_bytes", rxoctetcount_gb),
        XGMAC_MMC_STAT("rx_packets", rxframecount_gb),
        XGMAC_MMC_STAT("rx_unicast_packets", rxunicastframes_g),
        XGMAC_MMC_STAT("rx_broadcast_packets", rxbroadcastframes_g),
        XGMAC_MMC_STAT("rx_multicast_packets", rxmulticastframes_g),
        XGMAC_MMC_STAT("rx_vlan_packets", rxvlanframes_gb),
        XGMAC_EXT_STAT("rx_vxlan_packets", rx_vxlan_packets),
        XGMAC_MMC_STAT("rx_64_byte_packets", rx64octets_gb),
        XGMAC_MMC_STAT("rx_65_to_127_byte_packets", rx65to127octets_gb),
        XGMAC_MMC_STAT("rx_128_to_255_byte_packets", rx128to255octets_gb),
        XGMAC_MMC_STAT("rx_256_to_511_byte_packets", rx256to511octets_gb),
        XGMAC_MMC_STAT("rx_512_to_1023_byte_packets", rx512to1023octets_gb),
        XGMAC_MMC_STAT("rx_1024_to_max_byte_packets", rx1024tomaxoctets_gb),
        XGMAC_MMC_STAT("rx_undersize_packets", rxundersize_g),
        XGMAC_MMC_STAT("rx_oversize_packets", rxoversize_g),
        XGMAC_MMC_STAT("rx_crc_errors", rxcrcerror),
        XGMAC_MMC_STAT("rx_crc_errors_small_packets", rxrunterror),
        XGMAC_MMC_STAT("rx_crc_errors_giant_packets", rxjabbererror),
        XGMAC_MMC_STAT("rx_length_errors", rxlengtherror),
        XGMAC_MMC_STAT("rx_out_of_range_errors", rxoutofrangetype),
        XGMAC_MMC_STAT("rx_fifo_overflow_errors", rxfifooverflow),
        XGMAC_MMC_STAT("rx_watchdog_errors", rxwatchdogerror),
        XGMAC_EXT_STAT("rx_csum_errors", rx_csum_errors),
        XGMAC_EXT_STAT("rx_vxlan_csum_errors", rx_vxlan_csum_errors),
        XGMAC_MMC_STAT("rx_pause_frames", rxpauseframes),
        XGMAC_EXT_STAT("rx_split_header_packets", rx_split_header_packets),
        XGMAC_EXT_STAT("rx_buffer_unavailable", rx_buffer_unavailable),
};

#define XGBE_STATS_COUNT        ARRAY_SIZE(xgbe_gstring_stats)

static void xgbe_get_strings(struct net_device *netdev, u32 stringset, u8 *data)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        int i;

        switch (stringset) {
        case ETH_SS_TEST:
                xgbe_selftest_get_strings(pdata, data);
                break;
        case ETH_SS_STATS:
                for (i = 0; i < XGBE_STATS_COUNT; i++)
                        ethtool_puts(&data, xgbe_gstring_stats[i].stat_string);

                for (i = 0; i < pdata->tx_ring_count; i++) {
                        ethtool_sprintf(&data, "txq_%u_packets", i);
                        ethtool_sprintf(&data, "txq_%u_bytes", i);
                }

                for (i = 0; i < pdata->rx_ring_count; i++) {
                        ethtool_sprintf(&data, "rxq_%u_packets", i);
                        ethtool_sprintf(&data, "rxq_%u_bytes", i);
                }

                break;
        }
}

static void xgbe_get_ethtool_stats(struct net_device *netdev,
                                   struct ethtool_stats *stats, u64 *data)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        u8 *stat;
        int i;

        pdata->hw_if.read_mmc_stats(pdata);
        for (i = 0; i < XGBE_STATS_COUNT; i++) {
                stat = (u8 *)pdata + xgbe_gstring_stats[i].stat_offset;
                *data++ = *(u64 *)stat;
        }
        for (i = 0; i < pdata->tx_ring_count; i++) {
                *data++ = pdata->ext_stats.txq_packets[i];
                *data++ = pdata->ext_stats.txq_bytes[i];
        }
        for (i = 0; i < pdata->rx_ring_count; i++) {
                *data++ = pdata->ext_stats.rxq_packets[i];
                *data++ = pdata->ext_stats.rxq_bytes[i];
        }
}

static int xgbe_get_sset_count(struct net_device *netdev, int stringset)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        int ret;

        switch (stringset) {
        case ETH_SS_TEST:
                ret = xgbe_selftest_get_count(pdata);
                break;
        case ETH_SS_STATS:
                ret = XGBE_STATS_COUNT +
                      (pdata->tx_ring_count * 2) +
                      (pdata->rx_ring_count * 2);
                break;

        default:
                ret = -EOPNOTSUPP;
        }

        return ret;
}

static void xgbe_get_pauseparam(struct net_device *netdev,
                                struct ethtool_pauseparam *pause)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        pause->autoneg = pdata->phy.pause_autoneg;
        pause->tx_pause = pdata->phy.tx_pause;
        pause->rx_pause = pdata->phy.rx_pause;
}

static int xgbe_set_pauseparam(struct net_device *netdev,
                               struct ethtool_pauseparam *pause)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        struct ethtool_link_ksettings *lks = &pdata->phy.lks;
        int ret = 0;

        if (pause->autoneg && (pdata->phy.autoneg != AUTONEG_ENABLE)) {
                netdev_err(netdev,
                           "autoneg disabled, pause autoneg not available\n");
                return -EINVAL;
        }

        pdata->phy.pause_autoneg = pause->autoneg;
        pdata->phy.tx_pause = pause->tx_pause;
        pdata->phy.rx_pause = pause->rx_pause;

        XGBE_CLR_ADV(lks, Pause);
        XGBE_CLR_ADV(lks, Asym_Pause);

        if (pause->rx_pause) {
                XGBE_SET_ADV(lks, Pause);
                XGBE_SET_ADV(lks, Asym_Pause);
        }

        if (pause->tx_pause) {
                /* Equivalent to XOR of Asym_Pause */
                if (XGBE_ADV(lks, Asym_Pause))
                        XGBE_CLR_ADV(lks, Asym_Pause);
                else
                        XGBE_SET_ADV(lks, Asym_Pause);
        }

        if (netif_running(netdev))
                ret = pdata->phy_if.phy_config_aneg(pdata);

        return ret;
}

static int xgbe_get_link_ksettings(struct net_device *netdev,
                                   struct ethtool_link_ksettings *cmd)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        struct ethtool_link_ksettings *lks = &pdata->phy.lks;

        cmd->base.phy_address = pdata->phy.address;

        if (netif_carrier_ok(netdev)) {
                cmd->base.speed = pdata->phy.speed;
                cmd->base.duplex = pdata->phy.duplex;
        } else {
                cmd->base.speed = SPEED_UNKNOWN;
                cmd->base.duplex = DUPLEX_UNKNOWN;
        }

        cmd->base.autoneg = pdata->phy.autoneg;
        cmd->base.port = PORT_NONE;

        XGBE_LM_COPY(cmd, supported, lks, supported);
        XGBE_LM_COPY(cmd, advertising, lks, advertising);
        XGBE_LM_COPY(cmd, lp_advertising, lks, lp_advertising);

        return 0;
}

static int xgbe_set_link_ksettings(struct net_device *netdev,
                                   const struct ethtool_link_ksettings *cmd)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        struct ethtool_link_ksettings *lks = &pdata->phy.lks;
        __ETHTOOL_DECLARE_LINK_MODE_MASK(advertising);
        u32 speed;
        int ret;

        speed = cmd->base.speed;

        if (cmd->base.phy_address != pdata->phy.address) {
                netdev_err(netdev, "invalid phy address %hhu\n",
                           cmd->base.phy_address);
                return -EINVAL;
        }

        if ((cmd->base.autoneg != AUTONEG_ENABLE) &&
            (cmd->base.autoneg != AUTONEG_DISABLE)) {
                netdev_err(netdev, "unsupported autoneg %hhu\n",
                           cmd->base.autoneg);
                return -EINVAL;
        }

        if (cmd->base.autoneg == AUTONEG_DISABLE) {
                if (!pdata->phy_if.phy_valid_speed(pdata, speed)) {
                        netdev_err(netdev, "unsupported speed %u\n", speed);
                        return -EINVAL;
                }

                if (cmd->base.duplex != DUPLEX_FULL) {
                        netdev_err(netdev, "unsupported duplex %hhu\n",
                                   cmd->base.duplex);
                        return -EINVAL;
                }
        }

        netif_dbg(pdata, link, netdev,
                  "requested advertisement 0x%*pb, phy supported 0x%*pb\n",
                  __ETHTOOL_LINK_MODE_MASK_NBITS, cmd->link_modes.advertising,
                  __ETHTOOL_LINK_MODE_MASK_NBITS, lks->link_modes.supported);

        linkmode_and(advertising, cmd->link_modes.advertising,
                     lks->link_modes.supported);

        if ((cmd->base.autoneg == AUTONEG_ENABLE) &&
            bitmap_empty(advertising, __ETHTOOL_LINK_MODE_MASK_NBITS)) {
                netdev_err(netdev,
                           "unsupported requested advertisement\n");
                return -EINVAL;
        }

        ret = 0;
        pdata->phy.autoneg = cmd->base.autoneg;
        pdata->phy.speed = speed;
        pdata->phy.duplex = cmd->base.duplex;
        linkmode_copy(lks->link_modes.advertising, advertising);

        if (cmd->base.autoneg == AUTONEG_ENABLE)
                XGBE_SET_ADV(lks, Autoneg);
        else
                XGBE_CLR_ADV(lks, Autoneg);

        if (netif_running(netdev))
                ret = pdata->phy_if.phy_config_aneg(pdata);

        return ret;
}

static void xgbe_get_drvinfo(struct net_device *netdev,
                             struct ethtool_drvinfo *drvinfo)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        struct xgbe_hw_features *hw_feat = &pdata->hw_feat;

        strscpy(drvinfo->driver, XGBE_DRV_NAME, sizeof(drvinfo->driver));
        strscpy(drvinfo->bus_info, dev_name(pdata->dev),
                sizeof(drvinfo->bus_info));
        snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version), "%d.%d.%d",
                 XGMAC_GET_BITS(hw_feat->version, MAC_VR, USERVER),
                 XGMAC_GET_BITS(hw_feat->version, MAC_VR, DEVID),
                 XGMAC_GET_BITS(hw_feat->version, MAC_VR, SNPSVER));
}

static u32 xgbe_get_msglevel(struct net_device *netdev)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        return pdata->msg_enable;
}

static void xgbe_set_msglevel(struct net_device *netdev, u32 msglevel)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        pdata->msg_enable = msglevel;
}

static int xgbe_get_coalesce(struct net_device *netdev,
                             struct ethtool_coalesce *ec,
                             struct kernel_ethtool_coalesce *kernel_coal,
                             struct netlink_ext_ack *extack)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        memset(ec, 0, sizeof(struct ethtool_coalesce));

        ec->rx_coalesce_usecs = pdata->rx_usecs;
        ec->rx_max_coalesced_frames = pdata->rx_frames;

        ec->tx_coalesce_usecs = pdata->tx_usecs;
        ec->tx_max_coalesced_frames = pdata->tx_frames;

        return 0;
}

static int xgbe_set_coalesce(struct net_device *netdev,
                             struct ethtool_coalesce *ec,
                             struct kernel_ethtool_coalesce *kernel_coal,
                             struct netlink_ext_ack *extack)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        struct xgbe_hw_if *hw_if = &pdata->hw_if;
        unsigned int rx_frames, rx_riwt, rx_usecs;
        unsigned int tx_frames, tx_usecs;
        unsigned int jiffy_us = jiffies_to_usecs(1);

        rx_riwt = hw_if->usec_to_riwt(pdata, ec->rx_coalesce_usecs);
        rx_usecs = ec->rx_coalesce_usecs;
        rx_frames = ec->rx_max_coalesced_frames;

        /* Use smallest possible value if conversion resulted in zero */
        if (rx_usecs && !rx_riwt)
                rx_riwt = 1;

        /* Check the bounds of values for Rx */
        if (rx_riwt > XGMAC_MAX_DMA_RIWT) {
                NL_SET_ERR_MSG_FMT_MOD(extack,
                                       "rx-usec is limited to %d usecs",
                                       hw_if->riwt_to_usec(pdata,
                                                           XGMAC_MAX_DMA_RIWT));
                return -EINVAL;
        }
        if (rx_frames > pdata->rx_desc_count) {
                NL_SET_ERR_MSG_FMT_MOD(extack,
                                       "rx-frames is limited to %d frames",
                                       pdata->rx_desc_count);
                return -EINVAL;
        }

        tx_usecs = ec->tx_coalesce_usecs;
        tx_frames = ec->tx_max_coalesced_frames;

        /* Check the bounds of values for Tx */
        if (!tx_usecs) {
                NL_SET_ERR_MSG_MOD(extack, "tx-usecs must not be 0");
                return -EINVAL;
        }
        if (tx_usecs > XGMAC_MAX_COAL_TX_TICK) {
                NL_SET_ERR_MSG_FMT_MOD(extack, "tx-usecs is limited to %d usec",
                                       XGMAC_MAX_COAL_TX_TICK);
                return -EINVAL;
        }
        if (tx_frames > pdata->tx_desc_count) {
                NL_SET_ERR_MSG_FMT_MOD(extack,
                                       "tx-frames is limited to %d frames",
                                       pdata->tx_desc_count);
                return -EINVAL;
        }

        /* Round tx-usecs to nearest multiple of jiffy granularity */
        if (tx_usecs % jiffy_us) {
                tx_usecs = rounddown(tx_usecs, jiffy_us);
                if (!tx_usecs)
                        tx_usecs = jiffy_us;
                NL_SET_ERR_MSG_FMT_MOD(extack,
                                       "tx-usecs rounded to %u usec due to jiffy granularity (%u usec)",
                                       tx_usecs, jiffy_us);
        }

        pdata->rx_riwt = rx_riwt;
        pdata->rx_usecs = rx_usecs;
        pdata->rx_frames = rx_frames;
        hw_if->config_rx_coalesce(pdata);

        pdata->tx_usecs = tx_usecs;
        pdata->tx_frames = tx_frames;
        hw_if->config_tx_coalesce(pdata);

        return 0;
}

static u32 xgbe_get_rx_ring_count(struct net_device *netdev)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        return pdata->rx_ring_count;
}

static u32 xgbe_get_rxfh_key_size(struct net_device *netdev)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        return sizeof(pdata->rss_key);
}

static u32 xgbe_get_rxfh_indir_size(struct net_device *netdev)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        return ARRAY_SIZE(pdata->rss_table);
}

static int xgbe_get_rxfh(struct net_device *netdev,
                         struct ethtool_rxfh_param *rxfh)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        unsigned int i;

        if (rxfh->indir) {
                for (i = 0; i < ARRAY_SIZE(pdata->rss_table); i++)
                        rxfh->indir[i] = XGMAC_GET_BITS(pdata->rss_table[i],
                                                        MAC_RSSDR, DMCH);
        }

        if (rxfh->key)
                memcpy(rxfh->key, pdata->rss_key, sizeof(pdata->rss_key));

        rxfh->hfunc = ETH_RSS_HASH_TOP;

        return 0;
}

static int xgbe_set_rxfh(struct net_device *netdev,
                         struct ethtool_rxfh_param *rxfh,
                         struct netlink_ext_ack *extack)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        struct xgbe_hw_if *hw_if = &pdata->hw_if;
        int ret;

        if (rxfh->hfunc != ETH_RSS_HASH_NO_CHANGE &&
            rxfh->hfunc != ETH_RSS_HASH_TOP) {
                NL_SET_ERR_MSG_MOD(extack, "unsupported hash function");
                return -EOPNOTSUPP;
        }

        if (rxfh->indir) {
                ret = hw_if->set_rss_lookup_table(pdata, rxfh->indir);
                if (ret)
                        return ret;
        }

        if (rxfh->key) {
                ret = hw_if->set_rss_hash_key(pdata, rxfh->key);
                if (ret)
                        return ret;
        }

        return 0;
}

static int xgbe_get_ts_info(struct net_device *netdev,
                            struct kernel_ethtool_ts_info *ts_info)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        ts_info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE |
                                   SOF_TIMESTAMPING_TX_HARDWARE |
                                   SOF_TIMESTAMPING_RX_HARDWARE |
                                   SOF_TIMESTAMPING_RAW_HARDWARE;

        if (pdata->ptp_clock)
                ts_info->phc_index = ptp_clock_index(pdata->ptp_clock);

        ts_info->tx_types = (1 << HWTSTAMP_TX_OFF) | (1 << HWTSTAMP_TX_ON);
        ts_info->rx_filters = (1 << HWTSTAMP_FILTER_NONE) |
                              (1 << HWTSTAMP_FILTER_PTP_V1_L4_EVENT) |
                              (1 << HWTSTAMP_FILTER_PTP_V1_L4_SYNC) |
                              (1 << HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ) |
                              (1 << HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
                              (1 << HWTSTAMP_FILTER_PTP_V2_L4_SYNC) |
                              (1 << HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ) |
                              (1 << HWTSTAMP_FILTER_PTP_V2_EVENT) |
                              (1 << HWTSTAMP_FILTER_PTP_V2_SYNC) |
                              (1 << HWTSTAMP_FILTER_PTP_V2_DELAY_REQ) |
                              (1 << HWTSTAMP_FILTER_ALL);

        return 0;
}

static int xgbe_get_module_info(struct net_device *netdev,
                                struct ethtool_modinfo *modinfo)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        return pdata->phy_if.module_info(pdata, modinfo);
}

static int xgbe_get_module_eeprom(struct net_device *netdev,
                                  struct ethtool_eeprom *eeprom, u8 *data)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        return pdata->phy_if.module_eeprom(pdata, eeprom, data);
}

static void
xgbe_get_ringparam(struct net_device *netdev,
                   struct ethtool_ringparam *ringparam,
                   struct kernel_ethtool_ringparam *kernel_ringparam,
                   struct netlink_ext_ack *extack)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);

        ringparam->rx_max_pending = XGBE_RX_DESC_CNT_MAX;
        ringparam->tx_max_pending = XGBE_TX_DESC_CNT_MAX;
        ringparam->rx_pending = pdata->rx_desc_count;
        ringparam->tx_pending = pdata->tx_desc_count;
}

static int xgbe_set_ringparam(struct net_device *netdev,
                              struct ethtool_ringparam *ringparam,
                              struct kernel_ethtool_ringparam *kernel_ringparam,
                              struct netlink_ext_ack *extack)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        unsigned int rx, tx;

        if (ringparam->rx_mini_pending || ringparam->rx_jumbo_pending) {
                NL_SET_ERR_MSG_MOD(extack, "unsupported ring parameter");
                return -EINVAL;
        }

        if ((ringparam->rx_pending < XGBE_RX_DESC_CNT_MIN) ||
            (ringparam->rx_pending > XGBE_RX_DESC_CNT_MAX)) {
                NL_SET_ERR_MSG_FMT_MOD(extack,
                                       "rx ring parameter must be between %u and %u",
                                       XGBE_RX_DESC_CNT_MIN,
                                       XGBE_RX_DESC_CNT_MAX);
                return -EINVAL;
        }

        if ((ringparam->tx_pending < XGBE_TX_DESC_CNT_MIN) ||
            (ringparam->tx_pending > XGBE_TX_DESC_CNT_MAX)) {
                NL_SET_ERR_MSG_FMT_MOD(extack,
                                       "tx ring parameter must be between %u and %u",
                                       XGBE_TX_DESC_CNT_MIN,
                                       XGBE_TX_DESC_CNT_MAX);
                return -EINVAL;
        }

        rx = __rounddown_pow_of_two(ringparam->rx_pending);
        if (rx != ringparam->rx_pending)
                NL_SET_ERR_MSG_FMT_MOD(extack,
                                       "rx ring parameter rounded to power of two: %u",
                                       rx);

        tx = __rounddown_pow_of_two(ringparam->tx_pending);
        if (tx != ringparam->tx_pending)
                NL_SET_ERR_MSG_FMT_MOD(extack,
                                       "tx ring parameter rounded to power of two: %u",
                                       tx);

        if ((rx == pdata->rx_desc_count) &&
            (tx == pdata->tx_desc_count))
                goto out;

        pdata->rx_desc_count = rx;
        pdata->tx_desc_count = tx;

        xgbe_restart_dev(pdata);

out:
        return 0;
}

static void xgbe_get_channels(struct net_device *netdev,
                              struct ethtool_channels *channels)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        unsigned int rx, tx, combined;

        /* Calculate maximums allowed:
         *   - Take into account the number of available IRQs
         *   - Do not take into account the number of online CPUs so that
         *     the user can over-subscribe if desired
         *   - Tx is additionally limited by the number of hardware queues
         */
        rx = min(pdata->hw_feat.rx_ch_cnt, pdata->rx_max_channel_count);
        rx = min(rx, pdata->channel_irq_count);
        tx = min(pdata->hw_feat.tx_ch_cnt, pdata->tx_max_channel_count);
        tx = min(tx, pdata->channel_irq_count);
        tx = min(tx, pdata->tx_max_q_count);

        combined = min(rx, tx);

        channels->max_combined = combined;
        channels->max_rx = rx ? rx - 1 : 0;
        channels->max_tx = tx ? tx - 1 : 0;

        /* Get current settings based on device state */
        rx = pdata->new_rx_ring_count ? : pdata->rx_ring_count;
        tx = pdata->new_tx_ring_count ? : pdata->tx_ring_count;

        combined = min(rx, tx);
        rx -= combined;
        tx -= combined;

        channels->combined_count = combined;
        channels->rx_count = rx;
        channels->tx_count = tx;
}

static void xgbe_print_set_channels_input(struct net_device *netdev,
                                          struct ethtool_channels *channels)
{
        netdev_err(netdev, "channel inputs: combined=%u, rx-only=%u, tx-only=%u\n",
                   channels->combined_count, channels->rx_count,
                   channels->tx_count);
}

static int xgbe_set_channels(struct net_device *netdev,
                             struct ethtool_channels *channels)
{
        struct xgbe_prv_data *pdata = netdev_priv(netdev);
        unsigned int rx, rx_curr, tx, tx_curr, combined;

        /* Calculate maximums allowed:
         *   - Take into account the number of available IRQs
         *   - Do not take into account the number of online CPUs so that
         *     the user can over-subscribe if desired
         *   - Tx is additionally limited by the number of hardware queues
         */
        rx = min(pdata->hw_feat.rx_ch_cnt, pdata->rx_max_channel_count);
        rx = min(rx, pdata->channel_irq_count);
        tx = min(pdata->hw_feat.tx_ch_cnt, pdata->tx_max_channel_count);
        tx = min(tx, pdata->tx_max_q_count);
        tx = min(tx, pdata->channel_irq_count);

        combined = min(rx, tx);

        /* Should not be setting other count */
        if (channels->other_count) {
                netdev_err(netdev,
                           "other channel count must be zero\n");
                return -EINVAL;
        }

        /* Require at least one Combined (Rx and Tx) channel */
        if (!channels->combined_count) {
                netdev_err(netdev,
                           "at least one combined Rx/Tx channel is required\n");
                xgbe_print_set_channels_input(netdev, channels);
                return -EINVAL;
        }

        /* Check combined channels */
        if (channels->combined_count > combined) {
                netdev_err(netdev,
                           "combined channel count cannot exceed %u\n",
                           combined);
                xgbe_print_set_channels_input(netdev, channels);
                return -EINVAL;
        }

        /* Can have some Rx-only or Tx-only channels, but not both */
        if (channels->rx_count && channels->tx_count) {
                netdev_err(netdev,
                           "cannot specify both Rx-only and Tx-only channels\n");
                xgbe_print_set_channels_input(netdev, channels);
                return -EINVAL;
        }

        /* Check that we don't exceed the maximum number of channels */
        if ((channels->combined_count + channels->rx_count) > rx) {
                netdev_err(netdev,
                           "total Rx channels (%u) requested exceeds maximum available (%u)\n",
                           channels->combined_count + channels->rx_count, rx);
                xgbe_print_set_channels_input(netdev, channels);
                return -EINVAL;
        }

        if ((channels->combined_count + channels->tx_count) > tx) {
                netdev_err(netdev,
                           "total Tx channels (%u) requested exceeds maximum available (%u)\n",
                           channels->combined_count + channels->tx_count, tx);
                xgbe_print_set_channels_input(netdev, channels);
                return -EINVAL;
        }

        rx = channels->combined_count + channels->rx_count;
        tx = channels->combined_count + channels->tx_count;

        rx_curr = pdata->new_rx_ring_count ? : pdata->rx_ring_count;
        tx_curr = pdata->new_tx_ring_count ? : pdata->tx_ring_count;

        if ((rx == rx_curr) && (tx == tx_curr))
                goto out;

        pdata->new_rx_ring_count = rx;
        pdata->new_tx_ring_count = tx;

        xgbe_full_restart_dev(pdata);

out:
        return 0;
}

static const struct ethtool_ops xgbe_ethtool_ops = {
        .supported_coalesce_params = ETHTOOL_COALESCE_USECS |
                                     ETHTOOL_COALESCE_MAX_FRAMES,
        .get_drvinfo = xgbe_get_drvinfo,
        .get_msglevel = xgbe_get_msglevel,
        .set_msglevel = xgbe_set_msglevel,
        .get_link = ethtool_op_get_link,
        .get_coalesce = xgbe_get_coalesce,
        .set_coalesce = xgbe_set_coalesce,
        .get_pauseparam = xgbe_get_pauseparam,
        .set_pauseparam = xgbe_set_pauseparam,
        .get_strings = xgbe_get_strings,
        .get_ethtool_stats = xgbe_get_ethtool_stats,
        .get_sset_count = xgbe_get_sset_count,
        .get_rx_ring_count = xgbe_get_rx_ring_count,
        .get_rxfh_key_size = xgbe_get_rxfh_key_size,
        .get_rxfh_indir_size = xgbe_get_rxfh_indir_size,
        .get_rxfh = xgbe_get_rxfh,
        .set_rxfh = xgbe_set_rxfh,
        .get_ts_info = xgbe_get_ts_info,
        .get_link_ksettings = xgbe_get_link_ksettings,
        .set_link_ksettings = xgbe_set_link_ksettings,
        .get_module_info = xgbe_get_module_info,
        .get_module_eeprom = xgbe_get_module_eeprom,
        .get_ringparam = xgbe_get_ringparam,
        .set_ringparam = xgbe_set_ringparam,
        .get_channels = xgbe_get_channels,
        .set_channels = xgbe_set_channels,
        .self_test = xgbe_selftest_run,
};

const struct ethtool_ops *xgbe_get_ethtool_ops(void)
{
        return &xgbe_ethtool_ops;
}