root/drivers/net/dsa/mv88e6xxx/ptp.c
// SPDX-License-Identifier: GPL-2.0-or-later
/*
 * Marvell 88E6xxx Switch PTP support
 *
 * Copyright (c) 2008 Marvell Semiconductor
 *
 * Copyright (c) 2017 National Instruments
 *      Erik Hons <erik.hons@ni.com>
 *      Brandon Streiff <brandon.streiff@ni.com>
 *      Dane Wagner <dane.wagner@ni.com>
 */

#include "chip.h"
#include "global1.h"
#include "global2.h"
#include "hwtstamp.h"
#include "ptp.h"

#define MV88E6XXX_MAX_ADJ_PPB   1000000

struct mv88e6xxx_cc_coeffs {
        u32 cc_shift;
        u32 cc_mult;
        u32 cc_mult_num;
        u32 cc_mult_dem;
};

/* Family MV88E6250:
 * Raw timestamps are in units of 10-ns clock periods.
 *
 * clkadj = scaled_ppm * 10*2^28 / (10^6 * 2^16)
 * simplifies to
 * clkadj = scaled_ppm * 2^7 / 5^5
 */
#define MV88E6XXX_CC_10NS_SHIFT 28
static const struct mv88e6xxx_cc_coeffs mv88e6xxx_cc_10ns_coeffs = {
        .cc_shift = MV88E6XXX_CC_10NS_SHIFT,
        .cc_mult = 10 << MV88E6XXX_CC_10NS_SHIFT,
        .cc_mult_num = 1 << 7,
        .cc_mult_dem = 3125ULL,
};

/* Other families except MV88E6393X in internal clock mode:
 * Raw timestamps are in units of 8-ns clock periods.
 *
 * clkadj = scaled_ppm * 8*2^28 / (10^6 * 2^16)
 * simplifies to
 * clkadj = scaled_ppm * 2^9 / 5^6
 */
#define MV88E6XXX_CC_8NS_SHIFT 28
static const struct mv88e6xxx_cc_coeffs mv88e6xxx_cc_8ns_coeffs = {
        .cc_shift = MV88E6XXX_CC_8NS_SHIFT,
        .cc_mult = 8 << MV88E6XXX_CC_8NS_SHIFT,
        .cc_mult_num = 1 << 9,
        .cc_mult_dem = 15625ULL
};

/* Family MV88E6393X using internal clock:
 * Raw timestamps are in units of 4-ns clock periods.
 *
 * clkadj = scaled_ppm * 4*2^28 / (10^6 * 2^16)
 * simplifies to
 * clkadj = scaled_ppm * 2^8 / 5^6
 */
#define MV88E6XXX_CC_4NS_SHIFT 28
static const struct mv88e6xxx_cc_coeffs mv88e6xxx_cc_4ns_coeffs = {
        .cc_shift = MV88E6XXX_CC_4NS_SHIFT,
        .cc_mult = 4 << MV88E6XXX_CC_4NS_SHIFT,
        .cc_mult_num = 1 << 8,
        .cc_mult_dem = 15625ULL
};

#define TAI_EVENT_WORK_INTERVAL msecs_to_jiffies(100)

#define cc_to_chip(cc) container_of(cc, struct mv88e6xxx_chip, tstamp_cc)
#define dw_overflow_to_chip(dw) container_of(dw, struct mv88e6xxx_chip, \
                                             overflow_work)
#define dw_tai_event_to_chip(dw) container_of(dw, struct mv88e6xxx_chip, \
                                              tai_event_work)

static int mv88e6xxx_tai_read(struct mv88e6xxx_chip *chip, int addr,
                              u16 *data, int len)
{
        if (!chip->info->ops->avb_ops->tai_read)
                return -EOPNOTSUPP;

        return chip->info->ops->avb_ops->tai_read(chip, addr, data, len);
}

static int mv88e6xxx_tai_write(struct mv88e6xxx_chip *chip, int addr, u16 data)
{
        if (!chip->info->ops->avb_ops->tai_write)
                return -EOPNOTSUPP;

        return chip->info->ops->avb_ops->tai_write(chip, addr, data);
}

/* TODO: places where this are called should be using pinctrl */
static int mv88e6352_set_gpio_func(struct mv88e6xxx_chip *chip, int pin,
                                   int func, int input)
{
        int err;

        if (!chip->info->ops->gpio_ops)
                return -EOPNOTSUPP;

        err = chip->info->ops->gpio_ops->set_dir(chip, pin, input);
        if (err)
                return err;

        return chip->info->ops->gpio_ops->set_pctl(chip, pin, func);
}

static const struct mv88e6xxx_cc_coeffs *
mv88e6xxx_cc_coeff_get(struct mv88e6xxx_chip *chip)
{
        u16 period_ps;
        int err;

        err = mv88e6xxx_tai_read(chip, MV88E6XXX_TAI_CLOCK_PERIOD, &period_ps, 1);
        if (err) {
                dev_err(chip->dev, "failed to read cycle counter period: %d\n",
                        err);
                return ERR_PTR(err);
        }

        switch (period_ps) {
        case 4000:
                return &mv88e6xxx_cc_4ns_coeffs;
        case 8000:
                return &mv88e6xxx_cc_8ns_coeffs;
        case 10000:
                return &mv88e6xxx_cc_10ns_coeffs;
        default:
                dev_err(chip->dev, "unexpected cycle counter period of %u ps\n",
                        period_ps);
                return ERR_PTR(-ENODEV);
        }
}

static u64 mv88e6352_ptp_clock_read(struct cyclecounter *cc)
{
        struct mv88e6xxx_chip *chip = cc_to_chip(cc);
        u16 phc_time[2];
        int err;

        err = mv88e6xxx_tai_read(chip, MV88E6352_TAI_TIME_LO, phc_time,
                                 ARRAY_SIZE(phc_time));
        if (err)
                return 0;
        else
                return ((u32)phc_time[1] << 16) | phc_time[0];
}

static u64 mv88e6165_ptp_clock_read(struct cyclecounter *cc)
{
        struct mv88e6xxx_chip *chip = cc_to_chip(cc);
        u16 phc_time[2];
        int err;

        err = mv88e6xxx_tai_read(chip, MV88E6165_PTP_GC_TIME_LO, phc_time,
                                 ARRAY_SIZE(phc_time));
        if (err)
                return 0;
        else
                return ((u32)phc_time[1] << 16) | phc_time[0];
}

/* mv88e6352_config_eventcap - configure TAI event capture
 * @rising: zero for falling-edge trigger, else rising-edge trigger
 *
 * This will also reset the capture sequence counter.
 */
static int mv88e6352_config_eventcap(struct mv88e6xxx_chip *chip, int rising)
{
        u16 evcap_config;
        int err;

        evcap_config = MV88E6352_TAI_CFG_CAP_OVERWRITE |
                       MV88E6352_TAI_CFG_CAP_CTR_START;
        if (!rising)
                evcap_config |= MV88E6352_TAI_CFG_EVREQ_FALLING;

        err = mv88e6xxx_tai_write(chip, MV88E6352_TAI_CFG, evcap_config);
        if (err)
                return err;

        /* Write the capture config; this also clears the capture counter */
        return mv88e6xxx_tai_write(chip, MV88E6352_TAI_EVENT_STATUS, 0);
}

static void mv88e6352_tai_event_work(struct work_struct *ugly)
{
        struct delayed_work *dw = to_delayed_work(ugly);
        struct mv88e6xxx_chip *chip = dw_tai_event_to_chip(dw);
        struct ptp_clock_event ev;
        u16 status[4];
        u32 raw_ts;
        int err;

        mv88e6xxx_reg_lock(chip);
        err = mv88e6xxx_tai_read(chip, MV88E6352_TAI_EVENT_STATUS,
                                 status, ARRAY_SIZE(status));
        mv88e6xxx_reg_unlock(chip);

        if (err) {
                dev_err(chip->dev, "failed to read TAI status register\n");
                return;
        }
        if (status[0] & MV88E6352_TAI_EVENT_STATUS_ERROR) {
                dev_warn(chip->dev, "missed event capture\n");
                return;
        }
        if (!(status[0] & MV88E6352_TAI_EVENT_STATUS_VALID))
                goto out;

        raw_ts = ((u32)status[2] << 16) | status[1];

        /* Clear the valid bit so the next timestamp can come in */
        status[0] &= ~MV88E6352_TAI_EVENT_STATUS_VALID;
        mv88e6xxx_reg_lock(chip);
        err = mv88e6xxx_tai_write(chip, MV88E6352_TAI_EVENT_STATUS, status[0]);
        mv88e6xxx_reg_unlock(chip);
        if (err) {
                dev_err(chip->dev, "failed to write TAI status register\n");
                return;
        }

        /* This is an external timestamp */
        ev.type = PTP_CLOCK_EXTTS;

        /* We only have one timestamping channel. */
        ev.index = 0;
        mv88e6xxx_reg_lock(chip);
        ev.timestamp = timecounter_cyc2time(&chip->tstamp_tc, raw_ts);
        mv88e6xxx_reg_unlock(chip);

        ptp_clock_event(chip->ptp_clock, &ev);
out:
        schedule_delayed_work(&chip->tai_event_work, TAI_EVENT_WORK_INTERVAL);
}

static int mv88e6xxx_ptp_adjfine(struct ptp_clock_info *ptp, long scaled_ppm)
{
        struct mv88e6xxx_chip *chip = ptp_to_chip(ptp);
        int neg_adj = 0;
        u32 diff, mult;
        u64 adj;

        if (scaled_ppm < 0) {
                neg_adj = 1;
                scaled_ppm = -scaled_ppm;
        }

        mult = chip->cc_coeffs->cc_mult;
        adj = chip->cc_coeffs->cc_mult_num;
        adj *= scaled_ppm;
        diff = div_u64(adj, chip->cc_coeffs->cc_mult_dem);

        mv88e6xxx_reg_lock(chip);

        timecounter_read(&chip->tstamp_tc);
        chip->tstamp_cc.mult = neg_adj ? mult - diff : mult + diff;

        mv88e6xxx_reg_unlock(chip);

        return 0;
}

static int mv88e6xxx_ptp_adjtime(struct ptp_clock_info *ptp, s64 delta)
{
        struct mv88e6xxx_chip *chip = ptp_to_chip(ptp);

        mv88e6xxx_reg_lock(chip);
        timecounter_adjtime(&chip->tstamp_tc, delta);
        mv88e6xxx_reg_unlock(chip);

        return 0;
}

static int mv88e6xxx_ptp_gettime(struct ptp_clock_info *ptp,
                                 struct timespec64 *ts)
{
        struct mv88e6xxx_chip *chip = ptp_to_chip(ptp);
        u64 ns;

        mv88e6xxx_reg_lock(chip);
        ns = timecounter_read(&chip->tstamp_tc);
        mv88e6xxx_reg_unlock(chip);

        *ts = ns_to_timespec64(ns);

        return 0;
}

static int mv88e6xxx_ptp_settime(struct ptp_clock_info *ptp,
                                 const struct timespec64 *ts)
{
        struct mv88e6xxx_chip *chip = ptp_to_chip(ptp);
        u64 ns;

        ns = timespec64_to_ns(ts);

        mv88e6xxx_reg_lock(chip);
        timecounter_init(&chip->tstamp_tc, &chip->tstamp_cc, ns);
        mv88e6xxx_reg_unlock(chip);

        return 0;
}

static int mv88e6352_ptp_enable_extts(struct mv88e6xxx_chip *chip,
                                      struct ptp_clock_request *rq, int on)
{
        int rising = (rq->extts.flags & PTP_RISING_EDGE);
        int func;
        int pin;
        int err;

        /* Reject requests to enable time stamping on both edges. */
        if ((rq->extts.flags & PTP_STRICT_FLAGS) &&
            (rq->extts.flags & PTP_ENABLE_FEATURE) &&
            (rq->extts.flags & PTP_EXTTS_EDGES) == PTP_EXTTS_EDGES)
                return -EOPNOTSUPP;

        pin = ptp_find_pin(chip->ptp_clock, PTP_PF_EXTTS, rq->extts.index);

        if (pin < 0)
                return -EBUSY;

        mv88e6xxx_reg_lock(chip);

        if (on) {
                func = MV88E6352_G2_SCRATCH_GPIO_PCTL_EVREQ;

                err = mv88e6352_set_gpio_func(chip, pin, func, true);
                if (err)
                        goto out;

                schedule_delayed_work(&chip->tai_event_work,
                                      TAI_EVENT_WORK_INTERVAL);

                err = mv88e6352_config_eventcap(chip, rising);
        } else {
                func = MV88E6352_G2_SCRATCH_GPIO_PCTL_GPIO;

                err = mv88e6352_set_gpio_func(chip, pin, func, true);

                cancel_delayed_work_sync(&chip->tai_event_work);
        }

out:
        mv88e6xxx_reg_unlock(chip);

        return err;
}

static int mv88e6352_ptp_enable(struct ptp_clock_info *ptp,
                                struct ptp_clock_request *rq, int on)
{
        struct mv88e6xxx_chip *chip = ptp_to_chip(ptp);

        switch (rq->type) {
        case PTP_CLK_REQ_EXTTS:
                return mv88e6352_ptp_enable_extts(chip, rq, on);
        default:
                return -EOPNOTSUPP;
        }
}

static int mv88e6352_ptp_verify(struct ptp_clock_info *ptp, unsigned int pin,
                                enum ptp_pin_function func, unsigned int chan)
{
        switch (func) {
        case PTP_PF_NONE:
        case PTP_PF_EXTTS:
                break;
        case PTP_PF_PEROUT:
        case PTP_PF_PHYSYNC:
                return -EOPNOTSUPP;
        }
        return 0;
}

const struct mv88e6xxx_ptp_ops mv88e6165_ptp_ops = {
        .clock_read = mv88e6165_ptp_clock_read,
        .global_enable = mv88e6165_global_enable,
        .global_disable = mv88e6165_global_disable,
        .arr0_sts_reg = MV88E6165_PORT_PTP_ARR0_STS,
        .arr1_sts_reg = MV88E6165_PORT_PTP_ARR1_STS,
        .dep_sts_reg = MV88E6165_PORT_PTP_DEP_STS,
        .rx_filters = (1 << HWTSTAMP_FILTER_NONE) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L2_EVENT) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L2_SYNC) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ) |
                (1 << HWTSTAMP_FILTER_PTP_V2_EVENT) |
                (1 << HWTSTAMP_FILTER_PTP_V2_SYNC) |
                (1 << HWTSTAMP_FILTER_PTP_V2_DELAY_REQ),
};

const struct mv88e6xxx_ptp_ops mv88e6352_ptp_ops = {
        .clock_read = mv88e6352_ptp_clock_read,
        .ptp_enable = mv88e6352_ptp_enable,
        .ptp_verify = mv88e6352_ptp_verify,
        .event_work = mv88e6352_tai_event_work,
        .port_enable = mv88e6352_hwtstamp_port_enable,
        .port_disable = mv88e6352_hwtstamp_port_disable,
        .n_ext_ts = 1,
        .arr0_sts_reg = MV88E6XXX_PORT_PTP_ARR0_STS,
        .arr1_sts_reg = MV88E6XXX_PORT_PTP_ARR1_STS,
        .dep_sts_reg = MV88E6XXX_PORT_PTP_DEP_STS,
        .rx_filters = (1 << HWTSTAMP_FILTER_NONE) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L4_SYNC) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L2_EVENT) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L2_SYNC) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ) |
                (1 << HWTSTAMP_FILTER_PTP_V2_EVENT) |
                (1 << HWTSTAMP_FILTER_PTP_V2_SYNC) |
                (1 << HWTSTAMP_FILTER_PTP_V2_DELAY_REQ),
};

const struct mv88e6xxx_ptp_ops mv88e6390_ptp_ops = {
        .clock_read = mv88e6352_ptp_clock_read,
        .ptp_enable = mv88e6352_ptp_enable,
        .ptp_verify = mv88e6352_ptp_verify,
        .event_work = mv88e6352_tai_event_work,
        .port_enable = mv88e6352_hwtstamp_port_enable,
        .port_disable = mv88e6352_hwtstamp_port_disable,
        .set_ptp_cpu_port = mv88e6390_g1_set_ptp_cpu_port,
        .n_ext_ts = 1,
        .arr0_sts_reg = MV88E6XXX_PORT_PTP_ARR0_STS,
        .arr1_sts_reg = MV88E6XXX_PORT_PTP_ARR1_STS,
        .dep_sts_reg = MV88E6XXX_PORT_PTP_DEP_STS,
        .rx_filters = (1 << HWTSTAMP_FILTER_NONE) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L4_SYNC) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L2_EVENT) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L2_SYNC) |
                (1 << HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ) |
                (1 << HWTSTAMP_FILTER_PTP_V2_EVENT) |
                (1 << HWTSTAMP_FILTER_PTP_V2_SYNC) |
                (1 << HWTSTAMP_FILTER_PTP_V2_DELAY_REQ),
};

static u64 mv88e6xxx_ptp_clock_read(struct cyclecounter *cc)
{
        struct mv88e6xxx_chip *chip = cc_to_chip(cc);

        if (chip->info->ops->ptp_ops->clock_read)
                return chip->info->ops->ptp_ops->clock_read(cc);

        return 0;
}

/* With a 250MHz input clock, the 32-bit timestamp counter overflows in ~17.2
 * seconds; this task forces periodic reads so that we don't miss any.
 */
#define MV88E6XXX_TAI_OVERFLOW_PERIOD (HZ * 8)
static void mv88e6xxx_ptp_overflow_check(struct work_struct *work)
{
        struct delayed_work *dw = to_delayed_work(work);
        struct mv88e6xxx_chip *chip = dw_overflow_to_chip(dw);
        struct timespec64 ts;

        mv88e6xxx_ptp_gettime(&chip->ptp_clock_info, &ts);

        schedule_delayed_work(&chip->overflow_work,
                              MV88E6XXX_TAI_OVERFLOW_PERIOD);
}

int mv88e6xxx_ptp_setup(struct mv88e6xxx_chip *chip)
{
        const struct mv88e6xxx_ptp_ops *ptp_ops = chip->info->ops->ptp_ops;
        int i;

        /* Set up the cycle counter */
        chip->cc_coeffs = mv88e6xxx_cc_coeff_get(chip);
        if (IS_ERR(chip->cc_coeffs))
                return PTR_ERR(chip->cc_coeffs);

        memset(&chip->tstamp_cc, 0, sizeof(chip->tstamp_cc));
        chip->tstamp_cc.read    = mv88e6xxx_ptp_clock_read;
        chip->tstamp_cc.mask    = CYCLECOUNTER_MASK(32);
        chip->tstamp_cc.mult    = chip->cc_coeffs->cc_mult;
        chip->tstamp_cc.shift   = chip->cc_coeffs->cc_shift;

        timecounter_init(&chip->tstamp_tc, &chip->tstamp_cc,
                         ktime_to_ns(ktime_get_real()));

        INIT_DELAYED_WORK(&chip->overflow_work, mv88e6xxx_ptp_overflow_check);
        if (ptp_ops->event_work)
                INIT_DELAYED_WORK(&chip->tai_event_work, ptp_ops->event_work);

        chip->ptp_clock_info.owner = THIS_MODULE;
        snprintf(chip->ptp_clock_info.name, sizeof(chip->ptp_clock_info.name),
                 "%s", dev_name(chip->dev));

        chip->ptp_clock_info.n_ext_ts   = ptp_ops->n_ext_ts;
        chip->ptp_clock_info.n_per_out  = 0;
        chip->ptp_clock_info.n_pins     = mv88e6xxx_num_gpio(chip);
        chip->ptp_clock_info.pps        = 0;

        for (i = 0; i < chip->ptp_clock_info.n_pins; ++i) {
                struct ptp_pin_desc *ppd = &chip->pin_config[i];

                snprintf(ppd->name, sizeof(ppd->name), "mv88e6xxx_gpio%d", i);
                ppd->index = i;
                ppd->func = PTP_PF_NONE;
        }
        chip->ptp_clock_info.pin_config = chip->pin_config;

        chip->ptp_clock_info.max_adj    = MV88E6XXX_MAX_ADJ_PPB;
        chip->ptp_clock_info.adjfine    = mv88e6xxx_ptp_adjfine;
        chip->ptp_clock_info.adjtime    = mv88e6xxx_ptp_adjtime;
        chip->ptp_clock_info.gettime64  = mv88e6xxx_ptp_gettime;
        chip->ptp_clock_info.settime64  = mv88e6xxx_ptp_settime;
        chip->ptp_clock_info.enable     = ptp_ops->ptp_enable;
        chip->ptp_clock_info.verify     = ptp_ops->ptp_verify;
        chip->ptp_clock_info.do_aux_work = mv88e6xxx_hwtstamp_work;

        chip->ptp_clock_info.supported_extts_flags = PTP_RISING_EDGE |
                                                     PTP_FALLING_EDGE |
                                                     PTP_STRICT_FLAGS;

        if (ptp_ops->set_ptp_cpu_port) {
                struct dsa_port *dp;
                int upstream = 0;
                int err;

                dsa_switch_for_each_user_port(dp, chip->ds) {
                        upstream = dsa_upstream_port(chip->ds, dp->index);
                        break;
                }

                err = ptp_ops->set_ptp_cpu_port(chip, upstream);
                if (err) {
                        dev_err(chip->dev, "Failed to set PTP CPU destination port!\n");
                        return err;
                }
        }

        chip->ptp_clock = ptp_clock_register(&chip->ptp_clock_info, chip->dev);
        if (IS_ERR(chip->ptp_clock))
                return PTR_ERR(chip->ptp_clock);

        schedule_delayed_work(&chip->overflow_work,
                              MV88E6XXX_TAI_OVERFLOW_PERIOD);

        return 0;
}

/* This must never be called holding the register lock */
void mv88e6xxx_ptp_free(struct mv88e6xxx_chip *chip)
{
        if (chip->ptp_clock) {
                cancel_delayed_work_sync(&chip->overflow_work);
                if (chip->info->ops->ptp_ops->event_work)
                        cancel_delayed_work_sync(&chip->tai_event_work);

                ptp_clock_unregister(chip->ptp_clock);
                chip->ptp_clock = NULL;
        }
}