#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: rf_paritymap.c,v 1.11 2023/09/25 21:59:38 oster Exp $");
#include <sys/param.h>
#include <sys/callout.h>
#include <sys/kmem.h>
#include <sys/mutex.h>
#include <sys/rwlock.h>
#include <sys/systm.h>
#include <sys/types.h>
#include <dev/raidframe/rf_paritymap.h>
#include <dev/raidframe/rf_stripelocks.h>
#include <dev/raidframe/rf_layout.h>
#include <dev/raidframe/rf_raid.h>
#include <dev/raidframe/rf_parityscan.h>
#include <dev/raidframe/rf_kintf.h>
#define REGION_MINSIZE (25ULL << 20)
#define DFL_TICKMS 40000
#define DFL_COOLDOWN 8
#define TICKING 1
#define TICKED 2
static void rf_paritymap_write_locked(struct rf_paritymap *);
static void rf_paritymap_tick(void *);
static u_int rf_paritymap_nreg(RF_Raid_t *);
void
rf_paritymap_status(struct rf_paritymap *pm, struct rf_pmstat *ps)
{
memset(ps, 0, sizeof(*ps));
if (pm == NULL)
ps->enabled = 0;
else {
ps->enabled = 1;
ps->region_size = pm->region_size;
mutex_enter(&pm->lock);
memcpy(&ps->params, &pm->params, sizeof(ps->params));
memcpy(ps->dirty, pm->disk_now, sizeof(ps->dirty));
memcpy(&ps->ctrs, &pm->ctrs, sizeof(ps->ctrs));
mutex_exit(&pm->lock);
}
}
int
rf_paritymap_test(struct rf_paritymap *pm, daddr_t sector)
{
unsigned region = sector / pm->region_size;
int retval;
mutex_enter(&pm->lock);
retval = isset(pm->disk_boot->bits, region) ? 1 : 0;
mutex_exit(&pm->lock);
return retval;
}
void
rf_paritymap_begin(struct rf_paritymap *pm, daddr_t offset, daddr_t size)
{
unsigned i, b, e;
b = offset / pm->region_size;
e = (offset + size - 1) / pm->region_size;
for (i = b; i <= e; i++)
rf_paritymap_begin_region(pm, i);
}
void
rf_paritymap_end(struct rf_paritymap *pm, daddr_t offset, daddr_t size)
{
unsigned i, b, e;
b = offset / pm->region_size;
e = (offset + size - 1) / pm->region_size;
for (i = b; i <= e; i++)
rf_paritymap_end_region(pm, i);
}
void
rf_paritymap_begin_region(struct rf_paritymap *pm, unsigned region)
{
int needs_write;
KASSERT(region < RF_PARITYMAP_NREG);
pm->ctrs.nwrite++;
mutex_enter(&pm->lock);
if (pm->current->state[region] < 0)
pm->current->state[region] = 0;
KASSERT(pm->current->state[region] < 127);
pm->current->state[region]++;
needs_write = isclr(pm->disk_now->bits, region);
if (needs_write) {
KASSERT(pm->current->state[region] == 1);
rf_paritymap_write_locked(pm);
}
mutex_exit(&pm->lock);
}
void
rf_paritymap_end_region(struct rf_paritymap *pm, unsigned region)
{
KASSERT(region < RF_PARITYMAP_NREG);
mutex_enter(&pm->lock);
KASSERT(pm->current->state[region] > 0);
--pm->current->state[region];
if (pm->current->state[region] <= 0) {
pm->current->state[region] = -pm->params.cooldown;
KASSERT(pm->current->state[region] <= 0);
mutex_enter(&pm->lk_flags);
if (!(pm->flags & TICKING)) {
pm->flags |= TICKING;
mutex_exit(&pm->lk_flags);
callout_schedule(&pm->ticker,
mstohz(pm->params.tickms));
} else
mutex_exit(&pm->lk_flags);
}
mutex_exit(&pm->lock);
}
void
rf_paritymap_write(struct rf_paritymap *pm)
{
mutex_enter(&pm->lock);
rf_paritymap_write_locked(pm);
mutex_exit(&pm->lock);
}
static void
rf_paritymap_write_locked(struct rf_paritymap *pm)
{
char w, w0;
int i, j, setting, clearing;
setting = clearing = 0;
for (i = 0; i < RF_PARITYMAP_NBYTE; i++) {
w0 = pm->disk_now->bits[i];
w = pm->disk_boot->bits[i];
for (j = 0; j < NBBY; j++)
if (pm->current->state[i * NBBY + j] != 0)
w |= 1 << j;
if (w & ~w0)
setting = 1;
if (w0 & ~w)
clearing = 1;
pm->disk_now->bits[i] = w;
}
pm->ctrs.ncachesync += setting + clearing;
pm->ctrs.nclearing += clearing;
if (clearing)
rf_sync_component_caches(pm->raid, 1);
rf_paritymap_kern_write(pm->raid, pm->disk_now);
if (setting)
rf_sync_component_caches(pm->raid, 1);
}
void
rf_paritymap_invalidate(struct rf_paritymap *pm)
{
mutex_enter(&pm->lock);
memset(pm->disk_boot, (unsigned char)~0, sizeof(*pm->disk_boot));
mutex_exit(&pm->lock);
}
void
rf_paritymap_forceclean(struct rf_paritymap *pm)
{
mutex_enter(&pm->lock);
memset(pm->disk_boot, 0, sizeof(*pm->disk_boot));
mutex_exit(&pm->lock);
}
static void
rf_paritymap_tick(void *arg)
{
struct rf_paritymap *pm = arg;
mutex_enter(&pm->lk_flags);
pm->flags |= TICKED;
mutex_exit(&pm->lk_flags);
rf_lock_mutex2(pm->raid->iodone_lock);
rf_signal_cond2(pm->raid->iodone_cv);
rf_unlock_mutex2(pm->raid->iodone_lock);
}
void
rf_paritymap_checkwork(struct rf_paritymap *pm)
{
int i, zerop, progressp;
mutex_enter(&pm->lk_flags);
if (pm->flags & TICKED) {
zerop = progressp = 0;
pm->flags &= ~TICKED;
mutex_exit(&pm->lk_flags);
mutex_enter(&pm->lock);
for (i = 0; i < RF_PARITYMAP_NREG; i++) {
if (pm->current->state[i] < 0) {
progressp = 1;
pm->current->state[i]++;
if (pm->current->state[i] == 0)
zerop = 1;
}
}
if (progressp)
callout_schedule(&pm->ticker,
mstohz(pm->params.tickms));
else {
mutex_enter(&pm->lk_flags);
pm->flags &= ~TICKING;
mutex_exit(&pm->lk_flags);
}
if (zerop)
rf_paritymap_write_locked(pm);
mutex_exit(&pm->lock);
} else
mutex_exit(&pm->lk_flags);
}
int
rf_paritymap_set_params(struct rf_paritymap *pm,
const struct rf_pmparams *params, int todisk)
{
int cooldown, tickms;
u_int regions;
RF_RowCol_t col;
RF_ComponentLabel_t *clabel;
RF_Raid_t *raidPtr;
cooldown = params->cooldown != 0
? params->cooldown : pm->params.cooldown;
tickms = params->tickms != 0
? params->tickms : pm->params.tickms;
regions = params->regions != 0
? params->regions : pm->params.regions;
if (cooldown < 1 || cooldown > 128) {
printf("raid%d: cooldown %d out of range\n", pm->raid->raidid,
cooldown);
return (-1);
}
if (tickms < 10) {
printf("raid%d: tick time %dms out of range\n",
pm->raid->raidid, tickms);
return (-1);
}
if (regions == 0) {
regions = rf_paritymap_nreg(pm->raid);
} else if (regions > RF_PARITYMAP_NREG) {
printf("raid%d: region count %u too large (more than %u)\n",
pm->raid->raidid, regions, RF_PARITYMAP_NREG);
return (-1);
}
pm->params.cooldown = cooldown;
pm->params.tickms = tickms;
if (pm->params.regions == 0)
pm->params.regions = regions;
pm->ctrs.nwrite = pm->ctrs.ncachesync = pm->ctrs.nclearing = 0;
if (todisk) {
raidPtr = pm->raid;
for (col = 0; col < raidPtr->numCol; col++) {
if (RF_DEAD_DISK(raidPtr->Disks[col].status))
continue;
clabel = raidget_component_label(raidPtr, col);
clabel->parity_map_ntick = cooldown;
clabel->parity_map_tickms = tickms;
clabel->parity_map_regions = regions;
if (clabel->status == rf_ds_spared)
continue;
raidflush_component_label(raidPtr, col);
}
for (col = 0; col < raidPtr->numSpare; col++) {
if (raidPtr->Disks[raidPtr->numCol+col].status == rf_ds_used_spare) {
clabel = raidget_component_label(raidPtr, raidPtr->numCol+col);
clabel->parity_map_ntick = cooldown;
clabel->parity_map_tickms = tickms;
clabel->parity_map_regions = regions;
raidflush_component_label(raidPtr, raidPtr->numCol+col);
}
}
}
return 0;
}
static u_int
rf_paritymap_nreg(RF_Raid_t *raid)
{
daddr_t bytes_per_disk, nreg;
bytes_per_disk = raid->sectorsPerDisk << raid->logBytesPerSector;
nreg = bytes_per_disk / REGION_MINSIZE;
if (nreg > RF_PARITYMAP_NREG)
nreg = RF_PARITYMAP_NREG;
if (nreg < 1)
nreg = 1;
return (u_int)nreg;
}
int
rf_paritymap_init(struct rf_paritymap *pm, RF_Raid_t *raid,
const struct rf_pmparams *params)
{
daddr_t rstripes;
struct rf_pmparams safe;
pm->raid = raid;
pm->params.regions = 0;
if (0 != rf_paritymap_set_params(pm, params, 0)) {
safe.cooldown = DFL_COOLDOWN;
safe.tickms = DFL_TICKMS;
safe.regions = 0;
if (0 != rf_paritymap_set_params(pm, &safe, 0))
return (-1);
}
rstripes = howmany(raid->Layout.numStripe, pm->params.regions);
pm->region_size = rstripes * raid->Layout.dataSectorsPerStripe;
callout_init(&pm->ticker, CALLOUT_MPSAFE);
callout_setfunc(&pm->ticker, rf_paritymap_tick, pm);
pm->flags = 0;
pm->disk_boot = kmem_alloc(sizeof(struct rf_paritymap_ondisk),
KM_SLEEP);
pm->disk_now = kmem_alloc(sizeof(struct rf_paritymap_ondisk),
KM_SLEEP);
pm->current = kmem_zalloc(sizeof(struct rf_paritymap_current),
KM_SLEEP);
rf_paritymap_kern_read(pm->raid, pm->disk_boot);
memcpy(pm->disk_now, pm->disk_boot, sizeof(*pm->disk_now));
mutex_init(&pm->lock, MUTEX_DEFAULT, IPL_NONE);
mutex_init(&pm->lk_flags, MUTEX_DEFAULT, IPL_SOFTCLOCK);
return 0;
}
void
rf_paritymap_destroy(struct rf_paritymap *pm, int force)
{
int i;
callout_halt(&pm->ticker, NULL);
callout_destroy(&pm->ticker);
if (!force) {
for (i = 0; i < RF_PARITYMAP_NREG; i++) {
if (pm->current->state[i] < 0)
pm->current->state[i] = 0;
}
rf_paritymap_write_locked(pm);
}
mutex_destroy(&pm->lock);
mutex_destroy(&pm->lk_flags);
kmem_free(pm->disk_boot, sizeof(struct rf_paritymap_ondisk));
kmem_free(pm->disk_now, sizeof(struct rf_paritymap_ondisk));
kmem_free(pm->current, sizeof(struct rf_paritymap_current));
}
int
rf_paritymap_rewrite(struct rf_paritymap *pm)
{
int i, ret_val = 0;
daddr_t reg_b, reg_e;
for (i = 0; i < pm->params.regions; i++) {
mutex_enter(&pm->lock);
if (isset(pm->disk_boot->bits, i)) {
mutex_exit(&pm->lock);
reg_b = i * pm->region_size;
reg_e = reg_b + pm->region_size;
if (reg_e > pm->raid->totalSectors)
reg_e = pm->raid->totalSectors;
if (rf_RewriteParityRange(pm->raid, reg_b,
reg_e - reg_b)) {
ret_val = 1;
if (pm->raid->waitShutdown)
return ret_val;
} else {
mutex_enter(&pm->lock);
clrbit(pm->disk_boot->bits, i);
rf_paritymap_write_locked(pm);
mutex_exit(&pm->lock);
}
} else {
mutex_exit(&pm->lock);
}
}
rf_paritymap_forceclean(pm);
rf_paritymap_write(pm);
return ret_val;
}
int
rf_paritymap_merge(struct rf_paritymap_ondisk *dst,
struct rf_paritymap_ondisk *src)
{
int i, discrep = 0;
for (i = 0; i < RF_PARITYMAP_NBYTE; i++) {
if (dst->bits[i] != src->bits[i])
discrep = 1;
dst->bits[i] |= src->bits[i];
}
return discrep;
}
void
rf_paritymap_detach(RF_Raid_t *raidPtr)
{
if (raidPtr->parity_map == NULL)
return;
rf_lock_mutex2(raidPtr->iodone_lock);
struct rf_paritymap *pm = raidPtr->parity_map;
raidPtr->parity_map = NULL;
rf_unlock_mutex2(raidPtr->iodone_lock);
rf_paritymap_destroy(pm, 0);
kmem_free(pm, sizeof(*pm));
}
int
rf_paritymap_ineligible(RF_Raid_t *raidPtr)
{
return raidPtr->Layout.map->faultsTolerated == 0;
}
void
rf_paritymap_attach(RF_Raid_t *raidPtr, int force)
{
RF_RowCol_t col;
int pm_use, pm_zap;
int g_tickms, g_ntick, g_regions;
int good;
RF_ComponentLabel_t *clabel;
u_int flags, regions;
struct rf_pmparams params;
if (rf_paritymap_ineligible(raidPtr)) {
return;
}
pm_use = 1;
pm_zap = 0;
g_tickms = DFL_TICKMS;
g_ntick = DFL_COOLDOWN;
g_regions = 0;
if (!force) {
for (col = 0; col < raidPtr->numCol; col++) {
if (RF_DEAD_DISK(raidPtr->Disks[col].status))
continue;
clabel = raidget_component_label(raidPtr, col);
flags = clabel->parity_map_flags;
if (clabel->parity_map_modcount
!= clabel->mod_counter) {
flags &= ~RF_PMLABEL_WASUSED;
}
if (flags & RF_PMLABEL_VALID) {
g_tickms = clabel->parity_map_tickms;
g_ntick = clabel->parity_map_ntick;
regions = clabel->parity_map_regions;
if (g_regions == 0)
g_regions = regions;
else if (g_regions != regions) {
pm_zap = 1;
}
if (flags & RF_PMLABEL_DISABLE) {
pm_use = 0;
}
if (!(flags & RF_PMLABEL_WASUSED)) {
pm_zap = 1;
}
} else {
pm_zap = 1;
}
}
} else {
pm_zap = 1;
}
if (pm_use) {
params.cooldown = g_ntick;
params.tickms = g_tickms;
params.regions = g_regions;
raidPtr->parity_map = kmem_alloc(sizeof(struct rf_paritymap),
KM_SLEEP);
if (0 != rf_paritymap_init(raidPtr->parity_map, raidPtr,
¶ms)) {
kmem_free(raidPtr->parity_map,
sizeof(struct rf_paritymap));
raidPtr->parity_map = NULL;
return;
}
if (g_regions == 0)
g_regions = raidPtr->parity_map->params.regions;
if (pm_zap) {
good = raidPtr->parity_good && !force;
if (good)
rf_paritymap_forceclean(raidPtr->parity_map);
else
rf_paritymap_invalidate(raidPtr->parity_map);
rf_paritymap_write(raidPtr->parity_map);
}
}
for (col = 0; col < raidPtr->numCol; col++) {
if (RF_DEAD_DISK(raidPtr->Disks[col].status))
continue;
clabel = raidget_component_label(raidPtr, col);
if (pm_use)
flags = RF_PMLABEL_VALID | RF_PMLABEL_WASUSED;
else
flags = RF_PMLABEL_VALID | RF_PMLABEL_DISABLE;
clabel->parity_map_flags = flags;
clabel->parity_map_tickms = g_tickms;
clabel->parity_map_ntick = g_ntick;
clabel->parity_map_regions = g_regions;
raidflush_component_label(raidPtr, col);
}
}
void
rf_paritymap_init_label(struct rf_paritymap *pm, RF_ComponentLabel_t *clabel)
{
if (pm != NULL) {
clabel->parity_map_flags =
RF_PMLABEL_VALID | RF_PMLABEL_WASUSED;
clabel->parity_map_tickms = pm->params.tickms;
clabel->parity_map_ntick = pm->params.cooldown;
clabel->parity_map_regions = pm->params.regions;
} else {
}
}
int
rf_paritymap_get_disable(RF_Raid_t *raidPtr)
{
RF_ComponentLabel_t *clabel;
RF_RowCol_t col;
int dis;
dis = 0;
for (col = 0; col < raidPtr->numCol; col++) {
if (RF_DEAD_DISK(raidPtr->Disks[col].status))
continue;
clabel = raidget_component_label(raidPtr, col);
if (clabel->parity_map_flags & RF_PMLABEL_DISABLE)
dis = 1;
}
for (col = 0; col < raidPtr->numSpare; col++) {
if (raidPtr->Disks[raidPtr->numCol+col].status != rf_ds_used_spare)
continue;
clabel = raidget_component_label(raidPtr, raidPtr->numCol+col);
if (clabel->parity_map_flags & RF_PMLABEL_DISABLE)
dis = 1;
}
return dis;
}
void
rf_paritymap_set_disable(RF_Raid_t *raidPtr, int dis)
{
RF_ComponentLabel_t *clabel;
RF_RowCol_t col;
for (col = 0; col < raidPtr->numCol; col++) {
if (RF_DEAD_DISK(raidPtr->Disks[col].status))
continue;
clabel = raidget_component_label(raidPtr, col);
if (dis)
clabel->parity_map_flags |= RF_PMLABEL_DISABLE;
else
clabel->parity_map_flags &= ~RF_PMLABEL_DISABLE;
raidflush_component_label(raidPtr, col);
}
for (col = 0; col < raidPtr->numSpare; col++) {
if (raidPtr->Disks[raidPtr->numCol+col].status != rf_ds_used_spare)
continue;
clabel = raidget_component_label(raidPtr, raidPtr->numCol+col);
if (dis)
clabel->parity_map_flags |= RF_PMLABEL_DISABLE;
else
clabel->parity_map_flags &= ~RF_PMLABEL_DISABLE;
raidflush_component_label(raidPtr, raidPtr->numCol+col);
}
}