#include "opt_ddb.h"
#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: ipifuncs.c,v 1.14 2020/07/22 15:00:49 jmcneill Exp $");
#include <sys/param.h>
#include <sys/cpu.h>
#include <sys/device.h>
#include <sys/intr.h>
#include <sys/xcall.h>
#include <sys/ipi.h>
#include <uvm/uvm_extern.h>
#include <mips/cache.h>
#include <mips/locore.h>
#ifdef DDB
#include <mips/db_machdep.h>
#endif
static void ipi_halt(void) __dead;
static const char * const ipi_names[] = {
[IPI_NOP] = "ipi nop",
[IPI_AST] = "ipi ast",
[IPI_SHOOTDOWN] = "ipi shootdown",
[IPI_SYNCICACHE] = "ipi isync",
[IPI_KPREEMPT] = "ipi kpreempt",
[IPI_SUSPEND] = "ipi suspend",
[IPI_HALT] = "ipi halt",
[IPI_XCALL] = "ipi xcall",
[IPI_GENERIC] = "ipi generic",
[IPI_WDOG] = "ipi wdog",
};
static void
ipi_nop(struct cpu_info *ci)
{
}
static void
ipi_ast(struct cpu_info *ci)
{
ci->ci_onproc->l_md.md_astpending = 1;
}
static void
ipi_shootdown(struct cpu_info *ci)
{
pmap_tlb_shootdown_process();
}
static inline void
ipi_syncicache(struct cpu_info *ci)
{
pmap_tlb_syncicache_wanted(ci);
}
#ifdef __HAVE_PREEMPTION
static inline void
ipi_kpreempt(struct cpu_info *ci)
{
softint_trigger(SOFTINT_KPREEMPT);
}
#endif
static void
ipi_halt(void)
{
const u_int my_cpu = cpu_number();
printf("cpu%u: shutting down\n", my_cpu);
kcpuset_set(cpus_halted, my_cpu);
splhigh();
for (;;)
;
}
void
ipi_process(struct cpu_info *ci, uint64_t ipi_mask)
{
KASSERT(cpu_intr_p());
if (ipi_mask & __BIT(IPI_NOP)) {
ci->ci_evcnt_per_ipi[IPI_NOP].ev_count++;
ipi_nop(ci);
}
if (ipi_mask & __BIT(IPI_AST)) {
ci->ci_evcnt_per_ipi[IPI_AST].ev_count++;
ipi_ast(ci);
}
if (ipi_mask & __BIT(IPI_SHOOTDOWN)) {
ci->ci_evcnt_per_ipi[IPI_SHOOTDOWN].ev_count++;
ipi_shootdown(ci);
}
if (ipi_mask & __BIT(IPI_SYNCICACHE)) {
ci->ci_evcnt_per_ipi[IPI_SYNCICACHE].ev_count++;
ipi_syncicache(ci);
}
if (ipi_mask & __BIT(IPI_SUSPEND)) {
ci->ci_evcnt_per_ipi[IPI_SUSPEND].ev_count++;
cpu_pause(NULL);
}
if (ipi_mask & __BIT(IPI_HALT)) {
ci->ci_evcnt_per_ipi[IPI_HALT].ev_count++;
ipi_halt();
}
if (ipi_mask & __BIT(IPI_XCALL)) {
ci->ci_evcnt_per_ipi[IPI_XCALL].ev_count++;
xc_ipi_handler();
}
if (ipi_mask & __BIT(IPI_GENERIC)) {
ci->ci_evcnt_per_ipi[IPI_GENERIC].ev_count++;
ipi_cpu_handler();
}
#ifdef __HAVE_PREEMPTION
if (ipi_mask & __BIT(IPI_KPREEMPT)) {
ci->ci_evcnt_per_ipi[IPI_KPREEMPT].ev_count++;
ipi_kpreempt(ci);
}
#endif
}
void
ipi_init(struct cpu_info *ci)
{
evcnt_attach_dynamic(&ci->ci_evcnt_all_ipis, EVCNT_TYPE_INTR,
NULL, device_xname(ci->ci_dev), "ipi");
for (size_t i = 0; i < NIPIS; i++) {
KASSERTMSG(ipi_names[i] != NULL, "%zu", i);
evcnt_attach_dynamic(&ci->ci_evcnt_per_ipi[i], EVCNT_TYPE_INTR,
NULL, device_xname(ci->ci_dev), ipi_names[i]);
}
}