root/arch/loongarch/kernel/time.c
// SPDX-License-Identifier: GPL-2.0
/*
 * Common time service routines for LoongArch machines.
 *
 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
 */
#include <linux/clockchips.h>
#include <linux/cpuhotplug.h>
#include <linux/delay.h>
#include <linux/export.h>
#include <linux/init.h>
#include <linux/interrupt.h>
#include <linux/kernel.h>
#include <linux/sched_clock.h>
#include <linux/spinlock.h>

#include <asm/cpu-features.h>
#include <asm/loongarch.h>
#include <asm/paravirt.h>
#include <asm/time.h>
#include <asm/timex.h>

u64 cpu_clock_freq;
EXPORT_SYMBOL(cpu_clock_freq);
u64 const_clock_freq;
EXPORT_SYMBOL(const_clock_freq);

static DEFINE_RAW_SPINLOCK(state_lock);
static DEFINE_PER_CPU(struct clock_event_device, constant_clockevent_device);

static void constant_event_handler(struct clock_event_device *dev)
{
}

static irqreturn_t constant_timer_interrupt(int irq, void *data)
{
        int cpu = smp_processor_id();
        struct clock_event_device *cd;

        /* Clear Timer Interrupt */
        write_csr_tintclear(CSR_TINTCLR_TI);
        cd = &per_cpu(constant_clockevent_device, cpu);
        cd->event_handler(cd);

        return IRQ_HANDLED;
}

static int constant_set_state_oneshot(struct clock_event_device *evt)
{
        unsigned long timer_config;

        raw_spin_lock(&state_lock);

        timer_config = csr_read(LOONGARCH_CSR_TCFG);
        timer_config |= CSR_TCFG_EN;
        timer_config &= ~CSR_TCFG_PERIOD;
        csr_write(timer_config, LOONGARCH_CSR_TCFG);

        raw_spin_unlock(&state_lock);

        return 0;
}

static int constant_set_state_periodic(struct clock_event_device *evt)
{
        unsigned long timer_config;
        u64 period = const_clock_freq;

        raw_spin_lock(&state_lock);

        do_div(period, HZ);
        timer_config = period & CSR_TCFG_VAL;
        timer_config |= (CSR_TCFG_PERIOD | CSR_TCFG_EN);
        csr_write(timer_config, LOONGARCH_CSR_TCFG);

        raw_spin_unlock(&state_lock);

        return 0;
}

static int constant_set_state_shutdown(struct clock_event_device *evt)
{
        unsigned long timer_config;

        raw_spin_lock(&state_lock);

        timer_config = csr_read(LOONGARCH_CSR_TCFG);
        timer_config &= ~CSR_TCFG_EN;
        csr_write(timer_config, LOONGARCH_CSR_TCFG);

        raw_spin_unlock(&state_lock);

        return 0;
}

static int constant_timer_next_event(unsigned long delta, struct clock_event_device *evt)
{
        unsigned long timer_config;

        delta &= CSR_TCFG_VAL;
        timer_config = delta | CSR_TCFG_EN;
        csr_write(timer_config, LOONGARCH_CSR_TCFG);

        return 0;
}

static int arch_timer_starting(unsigned int cpu)
{
        set_csr_ecfg(ECFGF_TIMER);

        return 0;
}

static int arch_timer_dying(unsigned int cpu)
{
        /* Clear Timer Interrupt */
        write_csr_tintclear(CSR_TINTCLR_TI);

        return 0;
}

static unsigned long get_loops_per_jiffy(void)
{
        u64 lpj = const_clock_freq;

        do_div(lpj, HZ);

        return lpj;
}

static long init_offset;

void save_counter(void)
{
        init_offset = get_cycles();
}

void sync_counter(void)
{
        /* Ensure counter begin at 0 */
        csr_write(init_offset, LOONGARCH_CSR_CNTC);
}

int constant_clockevent_init(void)
{
        unsigned int cpu = smp_processor_id();
#ifdef CONFIG_PREEMPT_RT
        unsigned long min_delta = 100;
#else
        unsigned long min_delta = 1000;
#endif
        unsigned long max_delta = GENMASK_ULL(boot_cpu_data.timerbits, 0);
        struct clock_event_device *cd;
        static int irq = 0, timer_irq_installed = 0;

        if (!timer_irq_installed) {
                irq = get_percpu_irq(INT_TI);
                if (irq < 0)
                        pr_err("Failed to map irq %d (timer)\n", irq);
        }

        cd = &per_cpu(constant_clockevent_device, cpu);

        cd->name = "Constant";
        cd->features = CLOCK_EVT_FEAT_ONESHOT | CLOCK_EVT_FEAT_PERIODIC | CLOCK_EVT_FEAT_PERCPU;

        cd->irq = irq;
        cd->rating = 320;
        cd->cpumask = cpumask_of(cpu);
        cd->set_state_oneshot = constant_set_state_oneshot;
        cd->set_state_oneshot_stopped = constant_set_state_shutdown;
        cd->set_state_periodic = constant_set_state_periodic;
        cd->set_state_shutdown = constant_set_state_shutdown;
        cd->set_next_event = constant_timer_next_event;
        cd->event_handler = constant_event_handler;

        clockevents_config_and_register(cd, const_clock_freq, min_delta, max_delta);

        if (timer_irq_installed)
                return 0;

        timer_irq_installed = 1;

        sync_counter();

        if (request_irq(irq, constant_timer_interrupt, IRQF_PERCPU | IRQF_TIMER, "timer", NULL))
                pr_err("Failed to request irq %d (timer)\n", irq);

        lpj_fine = get_loops_per_jiffy();
        pr_info("Constant clock event device register\n");

        cpuhp_setup_state(CPUHP_AP_LOONGARCH_ARCH_TIMER_STARTING,
                          "clockevents/loongarch/timer:starting",
                          arch_timer_starting, arch_timer_dying);

        return 0;
}

static u64 read_const_counter(struct clocksource *clk)
{
        return get_cycles64();
}

static noinstr u64 sched_clock_read(void)
{
        return get_cycles64();
}

static struct clocksource clocksource_const = {
        .name = "Constant",
        .rating = 400,
        .read = read_const_counter,
        .mask = CLOCKSOURCE_MASK(64),
        .flags = CLOCK_SOURCE_IS_CONTINUOUS,
#ifdef CONFIG_GENERIC_GETTIMEOFDAY
        .vdso_clock_mode = VDSO_CLOCKMODE_CPU,
#endif
};

int __init constant_clocksource_init(void)
{
        int res;
        unsigned long freq = const_clock_freq;

        res = clocksource_register_hz(&clocksource_const, freq);

        sched_clock_register(sched_clock_read, 64, freq);

        pr_info("Constant clock source device register\n");

        return res;
}

void __init time_init(void)
{
        if (!cpu_has_cpucfg)
                const_clock_freq = cpu_clock_freq;
        else
                const_clock_freq = calc_const_freq();

        init_offset = -(get_cycles() - csr_read(LOONGARCH_CSR_CNTC));

        constant_clockevent_init();
        constant_clocksource_init();
        pv_time_init();
}