#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: memc.c,v 1.11 2012/10/27 17:18:27 chs Exp $");
#include <sys/param.h>
#include <sys/kernel.h>
#include <sys/systm.h>
#include <sys/device.h>
#include <sys/malloc.h>
#include <sys/cpu.h>
#include <sys/bus.h>
#include <dev/mvme/memcvar.h>
#include <dev/mvme/memcreg.h>
#include <dev/mvme/pcctwovar.h>
#include <dev/mvme/pcctworeg.h>
#include <dev/vme/vmevar.h>
#include <dev/mvme/mvmebus.h>
#include <dev/mvme/vme_twovar.h>
#include <dev/mvme/vme_tworeg.h>
static struct memc_softc *memc_softcs[MEMC_NDEVS];
static int memc_softc_count;
static void memc040_attach(struct memc_softc *);
static void memecc_attach(struct memc_softc *);
static void memc_hook_error_intr(struct memc_softc *, int (*)(void *));
static int memecc_err_intr(void *);
static void memecc_log_error(struct memc_softc *, u_int8_t, int, int);
#define MEMECC_SCRUBBER_PERIOD 86400
#define MEMECC_SYN_BIT_MASK 0x0fu
#define MEMECC_SYN_BANK_A (0x00u << 4)
#define MEMECC_SYN_BANK_B (0x01u << 4)
#define MEMECC_SYN_BANK_C (0x02u << 4)
#define MEMECC_SYN_BANK_D (0x03u << 4)
#define MEMECC_SYN_BANK_SHIFT 4
#define MEMECC_SYN_BANK_MASK 0x03u
#define MEMECC_SYN_CHECKBIT_ERR 0x80u
#define MEMECC_SYN_INVALID 0xffu
static u_int8_t memc_syn_decode[256] = {
MEMECC_SYN_INVALID,
MEMECC_SYN_CHECKBIT_ERR | 0,
MEMECC_SYN_CHECKBIT_ERR | 1,
MEMECC_SYN_INVALID,
MEMECC_SYN_CHECKBIT_ERR | 2,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 10,
MEMECC_SYN_CHECKBIT_ERR | 3,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 13,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_D | 1,
MEMECC_SYN_BANK_D | 2,
MEMECC_SYN_INVALID,
MEMECC_SYN_CHECKBIT_ERR | 4,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 14,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_D | 4,
MEMECC_SYN_BANK_D | 5,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_D | 8,
MEMECC_SYN_BANK_D | 9,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_D | 10,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_CHECKBIT_ERR | 5,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 0,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_D | 7,
MEMECC_SYN_BANK_D | 6,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 15,
MEMECC_SYN_BANK_D | 12,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_D | 13,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 14,
MEMECC_SYN_BANK_A | 0,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 1,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 2,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 3,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_CHECKBIT_ERR | 6,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 1,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 4,
MEMECC_SYN_BANK_C | 8,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 7,
MEMECC_SYN_BANK_D | 15,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_D | 14,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 3,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 4,
MEMECC_SYN_BANK_B | 7,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 4,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 5,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 5,
MEMECC_SYN_BANK_B | 6,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 8,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 9,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 10,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 11,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_CHECKBIT_ERR | 7,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 2,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 5,
MEMECC_SYN_BANK_C | 9,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_C | 6,
MEMECC_SYN_BANK_C | 12,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_D | 0,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 8,
MEMECC_SYN_BANK_C | 15,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 7,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 6,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 11,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 9,
MEMECC_SYN_BANK_B | 12,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 15,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 11,
MEMECC_SYN_BANK_A | 12,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 13,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 10,
MEMECC_SYN_BANK_B | 13,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 14,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 0,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 1,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_A | 3,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_B | 2,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_D | 11,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_BANK_D | 3,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID,
MEMECC_SYN_INVALID
};
void
memc_init(struct memc_softc *sc)
{
u_int8_t chipid;
u_int8_t memcfg;
if (memc_softc_count == MEMC_NDEVS)
panic("memc_attach: too many memc devices!");
memc_softcs[memc_softc_count++] = sc;
chipid = memc_reg_read(sc, MEMC_REG_CHIP_ID);
memcfg = memc_reg_read(sc, MEMC_REG_MEMORY_CONFIG);
printf(": %dMB %s Memory Controller Chip (Rev %d)\n",
MEMC_MEMORY_CONFIG_2_MB(memcfg),
(chipid == MEMC_CHIP_ID_MEMC040) ? "Parity" : "ECC",
memc_reg_read(sc, MEMC_REG_CHIP_REVISION));
printf("%s: Base Address: 0x%x, ", device_xname(sc->sc_dev),
MEMC_BASE_ADDRESS(memc_reg_read(sc, MEMC_REG_BASE_ADDRESS_HI),
memc_reg_read(sc, MEMC_REG_BASE_ADDRESS_LO)));
printf("Fast RAM Read %sabled\n", (memc_reg_read(sc,
MEMC_REG_MEMORY_CONFIG) & MEMC_MEMORY_CONFIG_FSTRD) ?
"En" : "Dis");
switch (chipid) {
case MEMC_CHIP_ID_MEMC040:
memc040_attach(sc);
break;
case MEMC_CHIP_ID_MEMECC:
memecc_attach(sc);
break;
}
}
static void
memc040_attach(struct memc_softc *sc)
{
}
static void
memecc_attach(struct memc_softc *sc)
{
u_int8_t rv;
rv = memc_reg_read(sc, MEMECC_REG_DRAM_CONTROL);
rv &= ~(MEMECC_DRAM_CONTROL_NCEBEN |
MEMECC_DRAM_CONTROL_NCEIEN |
MEMECC_DRAM_CONTROL_SWAIT);
rv |= MEMECC_DRAM_CONTROL_RAMEN;
memc_reg_write(sc, MEMECC_REG_DRAM_CONTROL, rv);
rv = memc_reg_read(sc, MEMECC_REG_SCRUB_CONTROL);
rv &= ~(MEMECC_SCRUB_CONTROL_SCRBEN | MEMECC_SCRUB_CONTROL_SBEIEN);
memc_reg_write(sc, MEMECC_REG_SCRUB_CONTROL, rv);
rv = memc_reg_read(sc, MEMECC_REG_DATA_CONTROL);
rv &= ~MEMECC_DATA_CONTROL_DERC;
memc_reg_write(sc, MEMECC_REG_DATA_CONTROL, rv);
rv = memc_reg_read(sc, MEMECC_REG_ERROR_LOGGER);
#ifdef DIAGNOSTIC
if ((rv & MEMECC_ERROR_LOGGER_MASK) != 0)
memecc_log_error(sc, rv, 0, 0);
#endif
memc_reg_write(sc, MEMECC_REG_ERROR_LOGGER,
MEMECC_ERROR_LOGGER_ERRLOG);
rv = memc_reg_read(sc, MEMECC_REG_ERROR_LOGGER + 2);
#ifdef DIAGNOSTIC
if ((rv & MEMECC_ERROR_LOGGER_MASK) != 0)
memecc_log_error(sc, rv, 2, 0);
#endif
memc_reg_write(sc, MEMECC_REG_ERROR_LOGGER + 2,
MEMECC_ERROR_LOGGER_ERRLOG);
if (memc_softc_count == 1)
memc_hook_error_intr(sc, memecc_err_intr);
rv = memc_reg_read(sc, MEMECC_REG_DRAM_CONTROL);
rv |= MEMECC_DRAM_CONTROL_NCEBEN | MEMECC_DRAM_CONTROL_NCEIEN;
memc_reg_write(sc, MEMECC_REG_DRAM_CONTROL, rv);
memc_reg_write(sc, MEMECC_REG_SCRUB_PERIOD_HI,
MEMECC_SCRUB_PERIOD_HI(MEMECC_SCRUBBER_PERIOD));
memc_reg_write(sc, MEMECC_REG_SCRUB_PERIOD_LO,
MEMECC_SCRUB_PERIOD_LO(MEMECC_SCRUBBER_PERIOD));
memc_reg_write(sc, MEMECC_REG_SCRUB_TIME_ONOFF,
MEMECC_SCRUB_TIME_ON_1 | MEMECC_SCRUB_TIME_OFF_16);
memc_reg_write(sc, MEMECC_REG_SCRUB_CONTROL,
memc_reg_read(sc, MEMECC_REG_SCRUB_CONTROL) |
MEMECC_SCRUB_CONTROL_SCRBEN | MEMECC_SCRUB_CONTROL_SBEIEN);
printf("%s: Logging ECC errors at ipl %d\n", device_xname(sc->sc_dev),
MEMC_IRQ_LEVEL);
}
static void
memc_hook_error_intr(struct memc_softc *sc, int (*func)(void *))
{
#if 0
evcnt_attach_dynamic(&sc->sc_evcnt, EVCNT_TYPE_INTR,
(*sc->sc_isrevcnt)(sc->sc_isrcookie, MEMC_IRQ_LEVEL),
"memory", "ecc errors");
#endif
if (vmetwo_not_present)
pcctwointr_establish(MCCHIPV_PARITY_ERR, func, MEMC_IRQ_LEVEL,
sc, &sc->sc_evcnt);
else
vmetwo_local_intr_establish(MEMC_IRQ_LEVEL,
VME2_VEC_PARITY_ERROR, func, sc, &sc->sc_evcnt);
}
static int
memecc_err_intr(void *arg)
{
struct memc_softc *sc;
u_int8_t rv;
int i, j, cnt = 0;
for (i = 0; i < memc_softc_count; i++) {
sc = memc_softcs[i];
for (j = 0; j <= 2; j += 2) {
rv = memc_reg_read(sc, MEMECC_REG_ERROR_LOGGER + j);
if ((rv & MEMECC_ERROR_LOGGER_MASK) != 0) {
memecc_log_error(sc, rv, j, 1);
memc_reg_write(sc, MEMECC_REG_ERROR_LOGGER + j,
MEMECC_ERROR_LOGGER_ERRLOG);
cnt++;
}
}
}
return (cnt);
}
static void
memecc_log_error(struct memc_softc *sc, u_int8_t errlog, int off, int mbepanic)
{
u_int32_t addr;
u_int8_t rv, syndrome;
const char *bm = "CPU";
const char *rdwr;
const char *etype;
char syntext[32];
rv = memc_reg_read(sc, MEMECC_REG_ERROR_ADDRESS_HIHI + off);
addr = (u_int32_t)rv;
rv = memc_reg_read(sc, MEMECC_REG_ERROR_ADDRESS_HI + off);
addr = (addr << 8) | (u_int32_t)rv;
rv = memc_reg_read(sc, MEMECC_REG_ERROR_ADDRESS_MID + off);
addr = (addr << 8) | (u_int32_t)rv;
rv = memc_reg_read(sc, MEMECC_REG_ERROR_ADDRESS_LO + off);
addr = (addr << 8) | (u_int32_t)rv;
syndrome = memc_reg_read(sc, MEMECC_REG_ERROR_SYNDROME + off);
rdwr = ((errlog & MEMECC_ERROR_LOGGER_ERD) != 0) ? " read" : " write";
if ((errlog & MEMECC_ERROR_LOGGER_EALT) != 0)
bm = "Peripheral Device";
else
if ((errlog & MEMECC_ERROR_LOGGER_ESCRB) != 0) {
bm = "Scrubber";
rdwr = "";
}
if ((errlog & MEMECC_ERROR_LOGGER_SBE) != 0) {
int syncode, bank, bitnum;
etype = "Correctable";
syncode = memc_syn_decode[syndrome];
bitnum = (syncode & MEMECC_SYN_BIT_MASK) + (off ? 16 : 0);
bank = (syncode >> MEMECC_SYN_BANK_SHIFT) &MEMECC_SYN_BANK_MASK;
if (syncode == MEMECC_SYN_INVALID)
strcpy(syntext, "Invalid!");
else
if ((syncode & MEMECC_SYN_CHECKBIT_ERR) != 0)
snprintf(syntext, sizeof(syntext),
"Checkbit#%d", bitnum);
else {
addr |= (u_int32_t) (bank << 2);
snprintf(syntext, sizeof(syntext),
"DRAM Bank %c, Bit#%d", 'A' + bank, bitnum);
}
} else if ((errlog & MEMECC_ERROR_LOGGER_MBE) != 0)
etype = "Uncorrectable";
else
etype = "Spurious";
printf("%s: %s error on %s%s access to 0x%08x.\n",
device_xname(sc->sc_dev), etype, bm, rdwr, addr);
if ((errlog & MEMECC_ERROR_LOGGER_SBE) != 0)
printf("%s: ECC Syndrome 0x%02x (%s)\n", device_xname(sc->sc_dev),
syndrome, syntext);
if (mbepanic && (errlog & MEMECC_ERROR_LOGGER_MBE) &&
(errlog & (MEMECC_ERROR_LOGGER_ESCRB|MEMECC_ERROR_LOGGER_EALT))) {
rv = memc_reg_read(sc, MEMECC_REG_DRAM_CONTROL + off);
rv &= ~(MEMECC_DRAM_CONTROL_NCEBEN |
MEMECC_DRAM_CONTROL_NCEIEN);
memc_reg_write(sc, MEMECC_REG_DRAM_CONTROL + off, rv);
rv = memc_reg_read(sc, MEMECC_REG_SCRUB_CONTROL + off);
rv &= ~(MEMECC_SCRUB_CONTROL_SBEIEN |
MEMECC_SCRUB_CONTROL_SCRBEN);
memc_reg_write(sc, MEMECC_REG_SCRUB_CONTROL + off, rv);
panic("%s: Halting system to preserve data integrity.",
device_xname(sc->sc_dev));
}
}