#include "opt_multiprocessor.h"
#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: plic.c,v 1.5 2024/03/24 08:34:20 skrll Exp $");
#include <sys/param.h>
#include <sys/bus.h>
#include <sys/cpu.h>
#include <sys/kmem.h>
#include <riscv/sysreg.h>
#include <riscv/dev/plicreg.h>
#include <riscv/dev/plicvar.h>
#define PLIC_PRIORITY(irq) (PLIC_PRIORITY_BASE + (irq) * 4)
#define PLIC_ENABLE(sc, h, irq) (PLIC_ENABLE_BASE + \
sc->sc_context[(h)] * PLIC_ENABLE_SIZE + \
((irq / 32) * sizeof(uint32_t)))
#define PLIC_CONTEXT(sc, h) (PLIC_CONTEXT_BASE + \
sc->sc_context[(h)] * PLIC_CONTEXT_SIZE)
#define PLIC_CLAIM(sc, h) (PLIC_CONTEXT(sc, h) + PLIC_CLAIM_COMPLETE_OFFS)
#define PLIC_COMPLETE(sc, h) PLIC_CLAIM(sc, h)
#define PLIC_THRESHOLD(sc, h) (PLIC_CONTEXT(sc, h) + PLIC_THRESHOLD_OFFS)
#define PLIC_READ(sc, reg) \
bus_space_read_4((sc)->sc_bst, (sc)->sc_bsh, (reg))
#define PLIC_WRITE(sc, reg, val) \
bus_space_write_4((sc)->sc_bst, (sc)->sc_bsh, (reg), (val))
struct plic_softc *plic_sc;
void *
plic_intr_establish_xname(u_int irq, int ipl, int flags,
int (*func)(void *), void *arg, const char *xname)
{
struct plic_softc * const sc = plic_sc;
struct plic_intrhand *ih;
u_int hartid = curcpu()->ci_cpuid;
evcnt_attach_dynamic(&sc->sc_intrevs[irq], EVCNT_TYPE_INTR, NULL,
"plic", xname);
ih = &sc->sc_intr[irq];
KASSERTMSG(ih->ih_func == NULL,
"Oops, we need to chain PLIC interrupt handlers");
if (ih->ih_func != NULL) {
aprint_error_dev(sc->sc_dev, "irq slot %d already used\n", irq);
return NULL;
}
ih->ih_mpsafe = (flags & IST_MPSAFE) != 0;
ih->ih_func = func;
ih->ih_arg = arg;
ih->ih_irq = irq;
ih->ih_hartid = hartid;
plic_set_priority(sc, irq, 1);
plic_enable(sc, hartid, irq);
return ih;
}
void
plic_intr_disestablish(void *cookie)
{
struct plic_softc * const sc = plic_sc;
struct plic_intrhand * const ih = cookie;
const u_int hartid = ih->ih_hartid;
const u_int irq = ih->ih_irq;
plic_disable(sc, hartid, irq);
plic_set_priority(sc, irq, 0);
memset(&sc->sc_intr[irq], 0, sizeof(*sc->sc_intr));
}
int
plic_intr(void *arg)
{
struct plic_softc * const sc = arg;
const cpuid_t hartid = cpu_number();
const bus_addr_t claim_addr = PLIC_CLAIM(sc, hartid);
const bus_addr_t complete_addr = PLIC_COMPLETE(sc, hartid);
uint32_t pending;
int rv = 0;
while ((pending = PLIC_READ(sc, claim_addr)) > 0) {
struct plic_intrhand *ih = &sc->sc_intr[pending];
sc->sc_intrevs[pending].ev_count++;
KASSERT(ih->ih_func != NULL);
#ifdef MULTIPROCESSOR
if (!ih->ih_mpsafe) {
KERNEL_LOCK(1, NULL);
rv |= ih->ih_func(ih->ih_arg);
KERNEL_UNLOCK_ONE(NULL);
} else
#endif
rv |= ih->ih_func(ih->ih_arg);
PLIC_WRITE(sc, complete_addr, pending);
}
return rv;
}
void
plic_enable(struct plic_softc *sc, u_int hartid, u_int irq)
{
KASSERT(irq < PLIC_NIRQ);
const bus_addr_t addr = PLIC_ENABLE(sc, hartid, irq);
const uint32_t mask = __BIT(irq % 32);
uint32_t reg = PLIC_READ(sc, addr);
reg |= mask;
PLIC_WRITE(sc, addr, reg);
}
void
plic_disable(struct plic_softc *sc, u_int hartid, u_int irq)
{
KASSERT(irq < PLIC_NIRQ);
const bus_addr_t addr = PLIC_ENABLE(sc, hartid, irq);
const uint32_t mask = __BIT(irq % 32);
uint32_t reg = PLIC_READ(sc, addr);
reg &= ~mask;
PLIC_WRITE(sc, addr, reg);
}
void
plic_set_priority(struct plic_softc *sc, u_int irq, uint32_t priority)
{
KASSERT(irq < PLIC_NIRQ);
const bus_addr_t addr = PLIC_PRIORITY(irq);
PLIC_WRITE(sc, addr, priority);
}
void
plic_set_threshold(struct plic_softc *sc, cpuid_t hartid, uint32_t threshold)
{
const bus_addr_t addr = PLIC_THRESHOLD(sc, hartid);
PLIC_WRITE(sc, addr, threshold);
}
int
plic_attach_common(struct plic_softc *sc, bus_addr_t addr, bus_size_t size)
{
const size_t szintrs = sizeof(*sc->sc_intr) * sc->sc_ndev;
const size_t szintrevs = sizeof(*sc->sc_intrevs) * sc->sc_ndev;
sc->sc_intr = kmem_zalloc(szintrs, KM_SLEEP);
sc->sc_intrevs = kmem_zalloc(szintrevs, KM_SLEEP);
if (bus_space_map(sc->sc_bst, addr, size, 0, &sc->sc_bsh) != 0) {
aprint_error_dev(sc->sc_dev, "couldn't map registers\n");
kmem_free(sc->sc_intr, szintrs);
kmem_free(sc->sc_intrevs, szintrevs);
return -1;
}
aprint_naive("\n");
aprint_normal(": RISC-V PLIC (%u IRQs)\n", sc->sc_ndev);
plic_sc = sc;
u_int irq;
for (irq = PLIC_FIRST_IRQ; irq < sc->sc_ndev; irq++) {
plic_set_priority(sc, irq, 0);
}
struct cpu_info *ci;
CPU_INFO_ITERATOR cii;
for (CPU_INFO_FOREACH(cii, ci)) {
plic_set_threshold(sc, ci->ci_cpuid, 0);
}
return 0;
}