/*      $NetBSD: gffb.c,v 1.36 2026/05/26 12:28:39 macallan Exp $       */

/*
 * Copyright (c) 2013 Michael Lorenz
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

/*
 * A console driver for nvidia geforce graphics controllers
 * tested on macppc only so far, should work on other hardware as long as
 * something sets up a usable graphics mode and sets the right device properties
 * This driver should work with all NV1x and NV3x hardware but so far it's been
 * tested only on NV11 / GeForce2 MX and 5200, U and Go variants ( the 5200 Go 
 * is used in various PowerBooks and iMac G5, and Apple shipped 5200U cards with
 * some G5s). Needs testing with more hardware and if successful, PCI IDs need
 * to be added to gffb_match()
 */

#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: gffb.c,v 1.36 2026/05/26 12:28:39 macallan Exp $");

#include <sys/param.h>
#include <sys/systm.h>
#include <sys/kernel.h>
#include <sys/device.h>
#include <sys/lwp.h>
#include <sys/kauth.h>
#include <sys/atomic.h>

#include <dev/pci/pcivar.h>
#include <dev/pci/pcireg.h>
#include <dev/pci/pcidevs.h>
#include <dev/pci/pciio.h>
#include <dev/pci/gffbreg.h>

#include <dev/wscons/wsdisplayvar.h>
#include <dev/wscons/wsconsio.h>
#include <dev/wsfont/wsfont.h>
#include <dev/rasops/rasops.h>
#include <dev/wscons/wsdisplay_vconsvar.h>
#include <dev/pci/wsdisplay_pci.h>
#include <dev/wscons/wsdisplay_glyphcachevar.h>

#include "opt_gffb.h"
#include "opt_vcons.h"

#ifdef GFFB_DEBUG
#define DPRINTF printf
#else
#define DPRINTF while(0) printf
#endif

struct gffb_softc {
        device_t sc_dev;

        pci_chipset_tag_t sc_pc;
        pcitag_t sc_pcitag;

        bus_space_tag_t sc_memt;
        bus_space_tag_t sc_iot;

        bus_space_handle_t sc_regh, sc_fbh;
        bus_addr_t sc_fb, sc_reg;
        bus_size_t sc_fbsize, sc_regsize;
        uint8_t *sc_fbaddr;
        size_t sc_vramsize;
        uint32_t sc_fboffset;

        int sc_width, sc_height, sc_depth, sc_stride;
        int sc_locked, sc_accel, sc_mobile, sc_video, sc_bl_level;
        struct vcons_screen sc_console_screen;
        struct wsscreen_descr sc_defaultscreen_descr;
        const struct wsscreen_descr *sc_screens[1];
        struct wsscreen_list sc_screenlist;
        struct vcons_data vd;
        int sc_mode, sc_arch;
        u_char sc_cmap_red[256];
        u_char sc_cmap_green[256];
        u_char sc_cmap_blue[256];
        int sc_put, sc_current, sc_free;
        uint32_t sc_rop;
        void (*sc_putchar)(void *, int, int, u_int, long);
        kmutex_t sc_lock;
        glyphcache sc_gc;
};

static int      gffb_match(device_t, cfdata_t, void *);
static void     gffb_attach(device_t, device_t, void *);

CFATTACH_DECL_NEW(gffb, sizeof(struct gffb_softc),
    gffb_match, gffb_attach, NULL, NULL);

static int      gffb_ioctl(void *, void *, u_long, void *, int, struct lwp *);
static paddr_t  gffb_mmap(void *, void *, off_t, int);
static void     gffb_init_screen(void *, struct vcons_screen *, int, long *);

static int      gffb_putcmap(struct gffb_softc *, struct wsdisplay_cmap *);
static int      gffb_getcmap(struct gffb_softc *, struct wsdisplay_cmap *);
static void     gffb_restore_palette(struct gffb_softc *);
static int      gffb_putpalreg(struct gffb_softc *, uint8_t, uint8_t,
                            uint8_t, uint8_t);
static void     gffb_setvideo(struct gffb_softc *, int);
static int      gffb_get_backlight(struct gffb_softc *);
static void     gffb_set_backlight(struct gffb_softc *, int);
static void     gffb_brightness_up(device_t);
static void     gffb_brightness_down(device_t);

static void     gffb_init(struct gffb_softc *);

static void     gffb_make_room(struct gffb_softc *, int);
static void     gffb_sync(struct gffb_softc *);

static void     gffb_rectfill(struct gffb_softc *, int, int, int, int,
                            uint32_t);
static void     gffb_rectfill_a(void *, int, int, int, int, long);
static void     gffb_bitblt(void *, int, int, int, int, int, int, int);
static void     gffb_rop(struct gffb_softc *, int);

static void     gffb_cursor(void *, int, int, int);
static void     gffb_putchar(void *, int, int, u_int, long);
static void     gffb_putchar_mono(void *, int, int, u_int, long);
static void     gffb_copycols(void *, int, int, int, int);
static void     gffb_erasecols(void *, int, int, int, long);
static void     gffb_copyrows(void *, int, int, int);
static void     gffb_eraserows(void *, int, int, long);
static int      gffb_allocattr(void *, int, int, int, long *);

#define GFFB_READ_4(o) bus_space_read_stream_4(sc->sc_memt, sc->sc_regh, (o))
#define GFFB_READ_1(o) bus_space_read_1(sc->sc_memt, sc->sc_regh, (o))
#define GFFB_WRITE_4(o, v) bus_space_write_stream_4(sc->sc_memt, sc->sc_regh, (o), (v))
#define GFFB_WRITE_1(o, v) bus_space_write_1(sc->sc_memt, sc->sc_regh, (o), (v))

struct wsdisplay_accessops gffb_accessops = {
        gffb_ioctl,
        gffb_mmap,
        NULL,   /* alloc_screen */
        NULL,   /* free_screen */
        NULL,   /* show_screen */
        NULL,   /* load_font */
        NULL,   /* pollc */
        NULL    /* scroll */
};

static void
gffb_write_crtc(struct gffb_softc *sc, int head, uint8_t reg, uint8_t val)
{
        if (head == 0) {
                GFFB_WRITE_1(GFFB_PCIO0 + 0x3d4, reg);
                GFFB_WRITE_1(GFFB_PCIO0 + 0x3d5, val);
        } else {
                GFFB_WRITE_1(GFFB_PCIO1 + 0x3d4, reg);
                GFFB_WRITE_1(GFFB_PCIO1 + 0x3d5, val);
        }
}

static uint8_t
gffb_read_crtc(struct gffb_softc *sc, int head, uint8_t reg)
{
        if (head == 0) {
                GFFB_WRITE_1(GFFB_PCIO0 + 0x3d4, reg);
                return GFFB_READ_1(GFFB_PCIO0 + 0x3d5);
        } else {
                GFFB_WRITE_1(GFFB_PCIO1 + 0x3d4, reg);
                return GFFB_READ_1(GFFB_PCIO1 + 0x3d5);
        }
}

static int
gffb_match(device_t parent, cfdata_t match, void *aux)
{
        struct pci_attach_args *pa = (struct pci_attach_args *)aux;

        if (PCI_CLASS(pa->pa_class) != PCI_CLASS_DISPLAY)
                return 0;
        if (PCI_VENDOR(pa->pa_id) != PCI_VENDOR_NVIDIA)
                return 0;

        /* only cards tested on so far - likely needs a list */
        if (PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_NVIDIA_GEFORCE2MX)
                return 100;
        if (PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_NVIDIA_GEFORCE_6800U)
                return 100;
        if (PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_NVIDIA_GF_FXGO5200)
                return 100;
        if (PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_NVIDIA_GF_FX5200U)
                return 100;
        return (0);
}

static void
gffb_attach(device_t parent, device_t self, void *aux)
{
        struct gffb_softc       *sc = device_private(self);
        struct pci_attach_args  *pa = aux;
        struct rasops_info      *ri;
        bus_space_tag_t         tag;
        struct wsemuldisplaydev_attach_args aa;
        prop_dictionary_t       dict;
        unsigned long           defattr;
        pcireg_t                reg;
        bool                    is_console = FALSE;
        uint32_t                addr;
        int                     i, j, f;
        uint8_t                 cmap[768];

        sc->sc_pc = pa->pa_pc;
        sc->sc_pcitag = pa->pa_tag;
        sc->sc_memt = pa->pa_memt;
        sc->sc_iot = pa->pa_iot;
        sc->sc_dev = self;

        sc->sc_mobile = 0;
        sc->sc_video = 0;

        /* first, see what kind of chip we've got */
        reg = pci_conf_read(sc->sc_pc, sc->sc_pcitag, PCI_ID_REG);
        switch (PCI_PRODUCT(reg)) {
                case PCI_PRODUCT_NVIDIA_GEFORCE2MX:
                        sc->sc_accel = true;
                        sc->sc_arch = 10;
                        break;
                case PCI_PRODUCT_NVIDIA_GEFORCE_6800U:
                        sc->sc_accel = false;
                        sc->sc_arch = 40;
                        break;
                case PCI_PRODUCT_NVIDIA_GF_FXGO5200:
                        sc->sc_mobile = 1;
                        /* FALLTHROUGH */
                case PCI_PRODUCT_NVIDIA_GF_FX5200U:
                        sc->sc_accel = true;
                        sc->sc_arch = 30;
                        break;
                default:
                        sc->sc_accel = false;
                        sc->sc_arch = 0;
        }

        pci_aprint_devinfo(pa, NULL);
        DPRINTF("%s accel %d arch %d\n", __func__, sc->sc_accel, sc->sc_arch);
        /* fill in parameters from properties */
        dict = device_properties(self);
        if (!prop_dictionary_get_uint32(dict, "width", &sc->sc_width)) {
                aprint_error("%s: no width property\n", device_xname(self));
                return;
        }
        if (!prop_dictionary_get_uint32(dict, "height", &sc->sc_height)) {
                aprint_error("%s: no height property\n", device_xname(self));
                return;
        }

#ifdef GLYPHCACHE_DEBUG
        /* leave some visible VRAM unused so we can see the glyph cache */
        sc->sc_height -= 300;
#endif

        if (!prop_dictionary_get_uint32(dict, "depth", &sc->sc_depth)) {
                aprint_error("%s: no depth property\n", device_xname(self));
                return;
        }
        if (!prop_dictionary_get_uint32(dict, "linebytes", &sc->sc_stride)) {
                aprint_error("%s: no linebytes property\n",
                    device_xname(self));
                return;
        }

        /*
         * we need this for the unaccelerated case, aka nv40
         */
        sc->sc_fboffset = 0;
        if (prop_dictionary_get_uint32(dict, "address", &addr)) {
                sc->sc_fboffset = addr & 0x000fffff;    /* XXX */
        }
        DPRINTF("%s: fboffset %8x\n", __func__, sc->sc_fboffset);
        prop_dictionary_get_bool(dict, "is_console", &is_console);

        if (pci_mapreg_map(pa, 0x10, PCI_MAPREG_TYPE_MEM, 0,
            &tag, &sc->sc_regh, &sc->sc_reg, &sc->sc_regsize)) {
                aprint_error("%s: failed to map registers.\n",
                    device_xname(sc->sc_dev));
        }
        /*
         * first thing we need to make sure register access uses host byte order
         * so we can recycle as much of xf86-video-nv as possible
         */
#if BYTE_ORDER == BIG_ENDIAN
        uint32_t mreg = GFFB_READ_4(GFFB_PMC + 4);
        if ((mreg & 0x01000001) == 0) {
                GFFB_WRITE_4(GFFB_PMC + 4, 0x01000001);
        }
#endif
        sc->sc_vramsize = GFFB_READ_4(GFFB_VRAM) & 0xfff00000;

        /* don't map more VRAM than we actually have */
        if (pci_mapreg_info(sc->sc_pc, sc->sc_pcitag,
            0x14, PCI_MAPREG_TYPE_MEM, &sc->sc_fb, &sc->sc_fbsize, &f)) {
                aprint_error("%s: can't find the framebuffer?!\n",
                    device_xname(sc->sc_dev));
        }
        if (sc->sc_vramsize == 0) sc->sc_vramsize = sc->sc_fbsize;

        /* don't map (much) more than we actually need */
        if (bus_space_map(sc->sc_memt, sc->sc_fb, 0x1000000,
            BUS_SPACE_MAP_PREFETCHABLE | BUS_SPACE_MAP_LINEAR,
            &sc->sc_fbh)) {
                aprint_error("%s: failed to map the framebuffer.\n",
                    device_xname(sc->sc_dev));
        }
        sc->sc_fbaddr = bus_space_vaddr(tag, sc->sc_fbh);

        aprint_normal("%s: %d MB aperture at 0x%08x\n", device_xname(self),
            (int)(sc->sc_fbsize >> 20), (uint32_t)sc->sc_fb);
        aprint_normal_dev(sc->sc_dev, "%d MB video memory\n",
            (int)(sc->sc_vramsize >> 20));

        sc->sc_defaultscreen_descr = (struct wsscreen_descr){
                "default",
                0, 0,
                NULL,
                8, 16,
                WSSCREEN_WSCOLORS | WSSCREEN_HILIT | WSSCREEN_UNDERLINE |
                    WSSCREEN_RESIZE,
                NULL
        };
        sc->sc_screens[0] = &sc->sc_defaultscreen_descr;
        sc->sc_screenlist = (struct wsscreen_list){1, sc->sc_screens};
        sc->sc_mode = WSDISPLAYIO_MODE_EMUL;
        sc->sc_locked = 0;

#ifdef GFFB_DEBUG
        printf("put: %08x\n", GFFB_READ_4(GFFB_FIFO_PUT));
        printf("get: %08x\n", GFFB_READ_4(GFFB_FIFO_GET));
#endif

        /*
         * we don't have hardware synchronization so we need a lock to serialize
         * access to the DMA buffer between normal and kernel output
         * actually it might be enough to use atomic ops on sc_current, sc_free
         * etc. but for now we'll play it safe
         * XXX we will probably deadlock if we take an interrupt while sc_lock
         * is held and then try to printf()
         */
        mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_NONE);

        /* init engine here */
        gffb_init(sc);
        gffb_setvideo(sc, 1);

        if (sc->sc_mobile) {
                pmf_event_register(sc->sc_dev, PMFE_DISPLAY_BRIGHTNESS_UP,
                    gffb_brightness_up, TRUE);
                pmf_event_register(sc->sc_dev, PMFE_DISPLAY_BRIGHTNESS_DOWN,
                    gffb_brightness_down, TRUE);
        }

#ifdef GFFB_DEBUG
        printf("put: %08x\n", GFFB_READ_4(GFFB_FIFO_PUT));
        printf("get: %08x\n", GFFB_READ_4(GFFB_FIFO_GET));
#endif
        vcons_init(&sc->vd, sc, &sc->sc_defaultscreen_descr,
            &gffb_accessops);
        sc->vd.init_screen = gffb_init_screen;


        ri = &sc->sc_console_screen.scr_ri;

        if (sc->sc_accel) {
                sc->sc_gc.gc_bitblt = gffb_bitblt;
                sc->sc_gc.gc_rectfill = gffb_rectfill_a;
                sc->sc_gc.gc_blitcookie = sc;
                sc->sc_gc.gc_rop = 0xcc;
                sc->vd.show_screen_cookie = &sc->sc_gc;
                sc->vd.show_screen_cb = glyphcache_adapt;
        }

        if (is_console) {
                vcons_init_screen(&sc->vd, &sc->sc_console_screen, 1,
                    &defattr);
                sc->sc_console_screen.scr_flags |= VCONS_SCREEN_IS_STATIC;

                if (sc->sc_accel) {
                        gffb_rectfill(sc, 0, 0, sc->sc_width, sc->sc_height,
                                ri->ri_devcmap[(defattr >> 16) & 0xf]);
                } else {
                        memset(sc->sc_fbaddr + sc->sc_fboffset,
                               ri->ri_devcmap[(defattr >> 16) & 0xf],
                               sc->sc_stride * sc->sc_height);
                }
                sc->sc_defaultscreen_descr.textops = &ri->ri_ops;
                sc->sc_defaultscreen_descr.capabilities = ri->ri_caps;
                sc->sc_defaultscreen_descr.nrows = ri->ri_rows;
                sc->sc_defaultscreen_descr.ncols = ri->ri_cols;

                if (sc->sc_accel)
                        glyphcache_init(&sc->sc_gc, sc->sc_height + 5,
                                (0x800000 / sc->sc_stride) - sc->sc_height - 5,
                                sc->sc_width,
                                ri->ri_font->fontwidth,
                                ri->ri_font->fontheight,
                                defattr);

                wsdisplay_cnattach(&sc->sc_defaultscreen_descr, ri, 0, 0,
                    defattr);
                vcons_replay_msgbuf(&sc->sc_console_screen);
        } else {
                /*
                 * since we're not the console we can postpone the rest
                 * until someone actually allocates a screen for us
                 */
                if (sc->sc_console_screen.scr_ri.ri_rows == 0) {
                        /* do some minimal setup to avoid weirdnesses later */
                        vcons_init_screen(&sc->vd, &sc->sc_console_screen, 1,
                            &defattr);
                } else
                        (*ri->ri_ops.allocattr)(ri, 0, 0, 0, &defattr);

                if (sc->sc_accel)
                        glyphcache_init(&sc->sc_gc, sc->sc_height + 5,
                                (0x800000 / sc->sc_stride) - sc->sc_height - 5,
                                sc->sc_width,
                                ri->ri_font->fontwidth,
                                ri->ri_font->fontheight,
                                defattr);
        }

        j = 0;
        rasops_get_cmap(ri, cmap, sizeof(cmap));
        for (i = 0; i < 256; i++) {
                sc->sc_cmap_red[i] = cmap[j];
                sc->sc_cmap_green[i] = cmap[j + 1];
                sc->sc_cmap_blue[i] = cmap[j + 2];
                gffb_putpalreg(sc, i, cmap[j], cmap[j + 1], cmap[j + 2]);
                j += 3;
        }

        /* no suspend/resume support yet */
        if (!pmf_device_register(sc->sc_dev, NULL, NULL))
                aprint_error_dev(sc->sc_dev,
                    "couldn't establish power handler\n");

        aa.console = is_console;
        aa.scrdata = &sc->sc_screenlist;
        aa.accessops = &gffb_accessops;
        aa.accesscookie = &sc->vd;

        config_found(sc->sc_dev, &aa, wsemuldisplaydevprint, CFARGS_NONE);
}

static int
gffb_ioctl(void *v, void *vs, u_long cmd, void *data, int flag, struct lwp *l)
{
        struct vcons_data *vd = v;
        struct gffb_softc *sc = vd->cookie;
        struct wsdisplay_fbinfo *wdf;
        struct vcons_screen *ms = vd->active;
        struct wsdisplay_param  *param;

        switch (cmd) {
        case WSDISPLAYIO_GTYPE:
                *(u_int *)data = WSDISPLAY_TYPE_PCIMISC;
                return 0;

        /* PCI config read/write passthrough. */
        case PCI_IOC_CFGREAD:
        case PCI_IOC_CFGWRITE:
                return pci_devioctl(sc->sc_pc, sc->sc_pcitag,
                    cmd, data, flag, l);

        case WSDISPLAYIO_GET_BUSID:
                return wsdisplayio_busid_pci(sc->sc_dev, sc->sc_pc,
                    sc->sc_pcitag, data);

        case WSDISPLAYIO_GINFO:
                if (ms == NULL)
                        return ENODEV;
                wdf = (void *)data;
                wdf->height = ms->scr_ri.ri_height;
                wdf->width = ms->scr_ri.ri_width;
                wdf->depth = ms->scr_ri.ri_depth;
                wdf->cmsize = 256;
                return 0;

        case WSDISPLAYIO_GETCMAP:
                return gffb_getcmap(sc,
                    (struct wsdisplay_cmap *)data);

        case WSDISPLAYIO_PUTCMAP:
                return gffb_putcmap(sc,
                    (struct wsdisplay_cmap *)data);

        case WSDISPLAYIO_LINEBYTES:
                *(u_int *)data = sc->sc_stride;
                return 0;

        case WSDISPLAYIO_SMODE: {
                int new_mode = *(int*)data;
                if (new_mode != sc->sc_mode) {
                        sc->sc_mode = new_mode;
                        if(new_mode == WSDISPLAYIO_MODE_EMUL) {
                                gffb_init(sc);
                                gffb_restore_palette(sc);
                                if (sc->sc_accel) {
                                        glyphcache_wipe(&sc->sc_gc);
                                        gffb_rectfill(sc, 0, 0, sc->sc_width,
                                            sc->sc_height, ms->scr_ri.ri_devcmap[
                                            (ms->scr_defattr >> 16) & 0xf]);
                                } else {
                                        memset(sc->sc_fbaddr + sc->sc_fboffset,
                                               ms->scr_ri.ri_devcmap[
                                                 (ms->scr_defattr >> 16) & 0xf],
                                               sc->sc_stride * sc->sc_height);
                                }
                                vcons_redraw_screen(ms);
                        }
                }
                }
                return 0;

        case WSDISPLAYIO_GET_EDID: {
                struct wsdisplayio_edid_info *d = data;
                return wsdisplayio_get_edid(sc->sc_dev, d);
        }

        case WSDISPLAYIO_GET_FBINFO: {
                struct wsdisplayio_fbinfo *fbi = data;
                return wsdisplayio_get_fbinfo(&ms->scr_ri, fbi);
        }

        case WSDISPLAYIO_GETPARAM:
                param = (struct wsdisplay_param *)data;
                if (sc->sc_mobile == 0)
                        return EPASSTHROUGH;
                switch (param->param) {

                case WSDISPLAYIO_PARAM_BRIGHTNESS:
                        param->min = 0;
                        param->max = 255;
                        param->curval = sc->sc_bl_level;
                        return 0;

                case WSDISPLAYIO_PARAM_BACKLIGHT:
                        param->min = 0;
                        param->max = 1;
                        param->curval = sc->sc_video;
                        return 0;
                }
                return EPASSTHROUGH;

        case WSDISPLAYIO_SETPARAM:
                param = (struct wsdisplay_param *)data;
                if (sc->sc_mobile == 0)
                        return EPASSTHROUGH;
                switch (param->param) {

                case WSDISPLAYIO_PARAM_BRIGHTNESS:
                        gffb_set_backlight(sc, param->curval);
                        return 0;

                case WSDISPLAYIO_PARAM_BACKLIGHT:
                        gffb_setvideo(sc, param->curval);
                        return 0;
                }
                return EPASSTHROUGH;

        case WSDISPLAYIO_GVIDEO:
                if (sc->sc_video)
                        *(int *)data = WSDISPLAYIO_VIDEO_ON;
                else
                        *(int *)data = WSDISPLAYIO_VIDEO_OFF;
                return 0;

        case WSDISPLAYIO_SVIDEO:
                gffb_setvideo(sc, *(int *)data == WSDISPLAYIO_VIDEO_ON);
                return 0;
        }
        return EPASSTHROUGH;
}

static paddr_t
gffb_mmap(void *v, void *vs, off_t offset, int prot)
{
        struct vcons_data *vd = v;
        struct gffb_softc *sc = vd->cookie;
        paddr_t pa;

        /* 'regular' framebuffer mmap()ing */
        if (offset < sc->sc_vramsize) {
                pa = bus_space_mmap(sc->sc_memt, sc->sc_fb + offset + 0x2000,
                    0, prot, BUS_SPACE_MAP_LINEAR | BUS_SPACE_MAP_PREFETCHABLE);
                return pa;
        }

        /*
         * restrict all other mappings to processes with superuser privileges
         * or the kernel itself
         */
        if (kauth_authorize_machdep(kauth_cred_get(),
            KAUTH_MACHDEP_UNMANAGEDMEM,
            NULL, NULL, NULL, NULL) != 0) {
                aprint_normal("%s: mmap() rejected.\n",
                    device_xname(sc->sc_dev));
                return -1;
        }

        if ((offset >= sc->sc_fb) && (offset < (sc->sc_fb + sc->sc_fbsize))) {
                pa = bus_space_mmap(sc->sc_memt, offset, 0, prot,
                    BUS_SPACE_MAP_LINEAR);
                return pa;
        }

        if ((offset >= sc->sc_reg) &&
            (offset < (sc->sc_reg + sc->sc_regsize))) {
                pa = bus_space_mmap(sc->sc_memt, offset, 0, prot,
                    BUS_SPACE_MAP_LINEAR);
                return pa;
        }

#ifdef PCI_MAGIC_IO_RANGE
        /* allow mapping of IO space */
        if ((offset >= PCI_MAGIC_IO_RANGE) &&
            (offset < PCI_MAGIC_IO_RANGE + 0x10000)) {
                pa = bus_space_mmap(sc->sc_iot, offset - PCI_MAGIC_IO_RANGE,
                    0, prot, BUS_SPACE_MAP_LINEAR);
                return pa;
        }
#endif

        return -1;
}

static void
gffb_init_screen(void *cookie, struct vcons_screen *scr,
    int existing, long *defattr)
{
        struct gffb_softc *sc = cookie;
        struct rasops_info *ri = &scr->scr_ri;

        ri->ri_depth = sc->sc_depth;
        ri->ri_width = sc->sc_width;
        ri->ri_height = sc->sc_height;
        ri->ri_stride = sc->sc_stride;
        if (sc->sc_depth == 8)
        ri->ri_bits = sc->sc_fbaddr + sc->sc_fboffset;
        ri->ri_flg = RI_CENTER | RI_FULLCLEAR;
        ri->ri_flg |= RI_8BIT_IS_RGB | RI_ENABLE_ALPHA;

        rasops_init(ri, 0, 0);
        ri->ri_caps = WSSCREEN_WSCOLORS | WSSCREEN_RESIZE | WSSCREEN_UNDERLINE |
                WSSCREEN_HILIT;
        scr->scr_flags |= VCONS_LOADFONT;

        rasops_reconfig(ri, sc->sc_height / ri->ri_font->fontheight,
                    sc->sc_width / ri->ri_font->fontwidth);

        ri->ri_hw = scr;

        if (sc->sc_accel) {
                ri->ri_ops.copyrows = gffb_copyrows;
                ri->ri_ops.copycols = gffb_copycols;
                ri->ri_ops.eraserows = gffb_eraserows;
                ri->ri_ops.erasecols = gffb_erasecols;
                ri->ri_ops.cursor = gffb_cursor;
                ri->ri_ops.allocattr = gffb_allocattr;
                if (FONT_IS_ALPHA(ri->ri_font)) {
                        sc->sc_putchar = ri->ri_ops.putchar;
                        ri->ri_ops.putchar = gffb_putchar;
                } else {
                        ri->ri_ops.putchar = gffb_putchar_mono;
                }
        } else {
                scr->scr_flags |= VCONS_DONT_READ;
        }
}

static int
gffb_putcmap(struct gffb_softc *sc, struct wsdisplay_cmap *cm)
{
        u_char *r, *g, *b;
        u_int index = cm->index;
        u_int count = cm->count;
        int i, error;
        u_char rbuf[256], gbuf[256], bbuf[256];

#ifdef GFFB_DEBUG
        aprint_debug("putcmap: %d %d\n",index, count);
#endif
        if (cm->index >= 256 || cm->count > 256 ||
            (cm->index + cm->count) > 256)
                return EINVAL;
        error = copyin(cm->red, &rbuf[index], count);
        if (error)
                return error;
        error = copyin(cm->green, &gbuf[index], count);
        if (error)
                return error;
        error = copyin(cm->blue, &bbuf[index], count);
        if (error)
                return error;

        memcpy(&sc->sc_cmap_red[index], &rbuf[index], count);
        memcpy(&sc->sc_cmap_green[index], &gbuf[index], count);
        memcpy(&sc->sc_cmap_blue[index], &bbuf[index], count);

        r = &sc->sc_cmap_red[index];
        g = &sc->sc_cmap_green[index];
        b = &sc->sc_cmap_blue[index];

        for (i = 0; i < count; i++) {
                gffb_putpalreg(sc, index, *r, *g, *b);
                index++;
                r++, g++, b++;
        }
        return 0;
}

static int
gffb_getcmap(struct gffb_softc *sc, struct wsdisplay_cmap *cm)
{
        u_int index = cm->index;
        u_int count = cm->count;
        int error;

        if (index >= 255 || count > 256 || index + count > 256)
                return EINVAL;

        error = copyout(&sc->sc_cmap_red[index],   cm->red,   count);
        if (error)
                return error;
        error = copyout(&sc->sc_cmap_green[index], cm->green, count);
        if (error)
                return error;
        error = copyout(&sc->sc_cmap_blue[index],  cm->blue,  count);
        if (error)
                return error;

        return 0;
}

static void
gffb_restore_palette(struct gffb_softc *sc)
{
        int i;

        for (i = 0; i < (1 << sc->sc_depth); i++) {
                gffb_putpalreg(sc, i, sc->sc_cmap_red[i],
                    sc->sc_cmap_green[i], sc->sc_cmap_blue[i]);
        }
}

static int
gffb_putpalreg(struct gffb_softc *sc, uint8_t idx, uint8_t r, uint8_t g,
    uint8_t b)
{
        /* port 0 */
        GFFB_WRITE_1(GFFB_PDIO0 + GFFB_PEL_IW, idx);
        GFFB_WRITE_1(GFFB_PDIO0 + GFFB_PEL_D, r);
        GFFB_WRITE_1(GFFB_PDIO0 + GFFB_PEL_D, g);
        GFFB_WRITE_1(GFFB_PDIO0 + GFFB_PEL_D, b);

        /* port 1 */
        GFFB_WRITE_1(GFFB_PDIO1 + GFFB_PEL_IW, idx);
        GFFB_WRITE_1(GFFB_PDIO1 + GFFB_PEL_D, r);
        GFFB_WRITE_1(GFFB_PDIO1 + GFFB_PEL_D, g);
        GFFB_WRITE_1(GFFB_PDIO1 + GFFB_PEL_D, b);

        return 0;
}

static void
gffb_setvideo(struct gffb_softc *sc, int on)
{
        uint8_t reg0, reg1;

        if (sc->sc_video == on)
                return;

        reg0 = gffb_read_crtc(sc, 0, 0x1a) & 0x3f;
        reg1 = gffb_read_crtc(sc, 1, 0x1a) & 0x3f;

        if (!on) {
                reg0 |= 0xc0;
                reg1 |= 0xc0;
        }

        gffb_write_crtc(sc, 0, 0x1a, reg0);
        gffb_write_crtc(sc, 1, 0x1a, reg1);

        sc->sc_video = on;

        if(sc->sc_mobile) {
                gffb_set_backlight(sc, sc->sc_bl_level);
        }
}

static void
gffb_dma_kickoff(struct gffb_softc *sc)
{
        volatile uint32_t junk;
        if (sc->sc_current != sc->sc_put) {
                sc->sc_put = sc->sc_current;
                bus_space_barrier(sc->sc_memt, sc->sc_fbh, 0, 0x1000000,
                    BUS_SPACE_BARRIER_WRITE);
                junk = *sc->sc_fbaddr;
                __USE(junk);
                GFFB_WRITE_4(GFFB_FIFO_PUT, sc->sc_put);
                bus_space_barrier(sc->sc_memt, sc->sc_regh, GFFB_FIFO_PUT, 4,
                    BUS_SPACE_BARRIER_WRITE);
        }
}

static void
gffb_dmanext(struct gffb_softc *sc, uint32_t data)
{
        bus_space_write_stream_4(sc->sc_memt, sc->sc_fbh, sc->sc_current, data);
        sc->sc_current += 4;
}

static void
gffb_dmastart(struct gffb_softc *sc, uint32_t tag, int size)
{
        if(sc->sc_free <= (size << 2))
                gffb_make_room(sc, size);
        gffb_dmanext(sc, ((size) << 18) | (tag));
        sc->sc_free -= ((size + 1) << 2);
}

/*
 * from xf86_video_nv/nv_xaa.c:
 * There is a HW race condition with videoram command buffers.
 * You can't jump to the location of your put offset.  We write put
 * at the jump offset + SKIPS dwords with noop padding in between
 * to solve this problem
 */

#define SKIPS  8

static void
gffb_make_room(struct gffb_softc *sc, int size)
{
        uint32_t get;

        size = (size + 1) << 2; /* slots -> offset */

        while (sc->sc_free < size) {
                get = GFFB_READ_4(GFFB_FIFO_GET);

                if (sc->sc_put >= get) {
                        sc->sc_free = 0x2000 - sc->sc_current;
                        if (sc->sc_free < size) {
                                gffb_dmanext(sc, 0x20000000);
                                if(get <= (SKIPS << 2)) {
                                        if (sc->sc_put <= (SKIPS << 2)) {
                                                /* corner case - will be idle */
                                                GFFB_WRITE_4(GFFB_FIFO_PUT,
                                                    (SKIPS + 1) << 2);
                                        }
                                        do {
                                                get =GFFB_READ_4(GFFB_FIFO_GET);
                                        } while (get <= (SKIPS << 2));
                                }
                                GFFB_WRITE_4(GFFB_FIFO_PUT, SKIPS << 2);
                                sc->sc_current = sc->sc_put = (SKIPS << 2);
                                sc->sc_free = get - ((SKIPS + 1) << 2);
                        }
                } else
                        sc->sc_free = get - sc->sc_current - 4;
        }
}

static void
gffb_sync(struct gffb_softc *sc)
{
        int bail;
        int i;

        /*
         * if there are commands in the buffer make sure the chip is actually
         * trying to run them
         */
        gffb_dma_kickoff(sc);

        /* now wait for the command buffer to drain... */
        bail = 100000000;
        while ((GFFB_READ_4(GFFB_FIFO_GET) != sc->sc_put) && (bail > 0)) {
                bail--;
        }
        if (bail == 0) {
                printf("FIFO isn't moving\n");
                goto crap;
        }

        /* ... and for the engine to go idle */
        bail = 100000000;
        while((GFFB_READ_4(GFFB_BUSY) != 0) && (bail > 0)) {
                bail--;
        }
        if (bail == 0) goto crap;
        return;
crap:
        /* if we time out fill the buffer with NOPs and cross fingers */
        DPRINTF("GET %08x\n", GFFB_READ_4(GFFB_FIFO_GET));
        sc->sc_put = 0;
        sc->sc_current = 0;
        for (i = 0; i < 0x2000; i += 4)
                bus_space_write_stream_4(sc->sc_memt, sc->sc_fbh, i, 0);
        aprint_error_dev(sc->sc_dev, "DMA lockup\n");
}

static int
gffb_get_backlight(struct gffb_softc *sc)
{
        uint32_t pmc;
        pmc = (GFFB_READ_4(GFFB_PMC + 0x10F0) & 0x7FFF0000) >> 16;
        pmc = (pmc - GFFB_BL_MIN) * 256 / (GFFB_BL_MAX - GFFB_BL_MIN);
        return pmc;
}

static void
gffb_set_backlight(struct gffb_softc *sc, int level)
{
        uint32_t pmc = GFFB_READ_4(GFFB_PMC + 0x10F0) & 0x0000ffff;
        uint32_t bl, pcrt;

        if (level < 0) level = 0;
        if (level > 255) level = 255;

        pcrt = GFFB_READ_4(GFFB_CRTC0 + 0x081C) & 0xFFFFFFFC;
        bl = (level * (GFFB_BL_MAX - GFFB_BL_MIN) / 256) + GFFB_BL_MIN;
        pmc |= bl << 16;
        if (sc->sc_video && (level > 0)) {
                pcrt |= 0x1;
                pmc |= 0x80000000;
        }
        GFFB_WRITE_4(GFFB_PMC + 0x10F0, pmc);
        GFFB_WRITE_4(GFFB_CRTC0 + 0x081C, pcrt);
        DPRINTF("%s: %d %08x %08x\n", __func__, level, pmc, pcrt);
        sc->sc_bl_level = level;
}

static void
gffb_brightness_up(device_t dev)
{
        struct gffb_softc *sc = device_private(dev);

        sc->sc_video = 1;
        gffb_set_backlight(sc, sc->sc_bl_level + 8);
}

static void
gffb_brightness_down(device_t dev)
{
        struct gffb_softc *sc = device_private(dev);

        gffb_set_backlight(sc, sc->sc_bl_level - 8);
}

void
gffb_init(struct gffb_softc *sc)
{
        int i;
        uint32_t foo;

        if (!sc->sc_accel) return;
        DPRINTF("%s offset %08x %08x\n", __func__,
            GFFB_READ_4(GFFB_CRTC0 + GFFB_DISPLAYSTART),
            GFFB_READ_4(GFFB_CRTC1 + GFFB_DISPLAYSTART));

        sc->sc_fboffset = 0x2000;

        if (sc->sc_mobile) {
                sc->sc_bl_level = gffb_get_backlight(sc);
        }

        /* init display start */
        GFFB_WRITE_4(GFFB_CRTC0 + GFFB_DISPLAYSTART, sc->sc_fboffset);
        GFFB_WRITE_4(GFFB_CRTC1 + GFFB_DISPLAYSTART, sc->sc_fboffset);

        /* make sure we do 8bit per channel */
        GFFB_WRITE_1(GFFB_PDIO0 + GFFB_PEL_MASK, 0xff);
        GFFB_WRITE_1(GFFB_PDIO1 + GFFB_PEL_MASK, 0xff);

        /* DMA stuff. A whole lot of magic number voodoo from xf86-video-nv */
        GFFB_WRITE_4(GFFB_PMC + 0x140, 0);
        GFFB_WRITE_4(GFFB_PMC + 0x200, 0xffff00ff);
        GFFB_WRITE_4(GFFB_PMC + 0x200, 0xffffffff);
        GFFB_WRITE_4(GFFB_PTIMER + 0x800, 8);
        GFFB_WRITE_4(GFFB_PTIMER + 0x840, 3);
        GFFB_WRITE_4(GFFB_PTIMER + 0x500, 0);
        GFFB_WRITE_4(GFFB_PTIMER + 0x400, 0xffffffff);
        for (i = 0; i < 8; i++) {
                GFFB_WRITE_4(GFFB_PFB + 0x0240 + (i * 0x10), 0);
                GFFB_WRITE_4(GFFB_PFB + 0x0244 + (i * 0x10),
                    sc->sc_vramsize - 1);
        }

        GFFB_WRITE_4(GFFB_PRAMIN, 0x80000010);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x04, 0x80011201);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x08, 0x80000011);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x0c, 0x80011202);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x10, 0x80000012);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x14, 0x80011203);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x18, 0x80000013);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x1c, 0x80011204);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x20, 0x80000014);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x24, 0x80011205);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x28, 0x80000015);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2c, 0x80011206);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x30, 0x80000016);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x34, 0x80011207);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x38, 0x80000017);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x3c, 0x80011208);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2000, 0x00003000);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2004, sc->sc_vramsize - 1);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2008, 0x00000002);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x200c, 0x00000002);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2010, 0x01008062); /* nv10+ */
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2014, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2018, 0x12001200);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x201c, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2020, 0x01008043);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2024, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2028, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x202c, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2030, 0x01008044);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2034, 0x00000002);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2038, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x203c, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2040, 0x01008019);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2044, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2048, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x204c, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2050, 0x0100a05c);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2054, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2058, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x205c, 0);
        /* XXX 0x0100805f if !WaitVSyncPossible */
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2060, 0x0100805f);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2064, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2068, 0x12001200);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x206c, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2070, 0x0100804a);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2074, 0x00000002);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2078, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x207c, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2080, 0x01018077);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2084, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2088, 0x12001200);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x208c, 0);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2090, 0x00003002);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2094, 0x00007fff);
        /* command buffer start with some flag in the lower bits */
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2098, sc->sc_vramsize | 0x00000002);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x209c, 0x00000002);
#if BYTE_ORDER == BIG_ENDIAN
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2010, 0x01088062);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2020, 0x01088043);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2030, 0x01088044);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2040, 0x01088019);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2050, 0x0108a05c);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2060, 0x0108805f);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2070, 0x0108804a);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2080, 0x01098077);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2034, 0x00000001);
        GFFB_WRITE_4(GFFB_PRAMIN + 0x2074, 0x00000001);
#endif
        /* PGRAPH setup */
        GFFB_WRITE_4(GFFB_PGRAPH + 0x0080, 0xFFFFFFFF);
        GFFB_WRITE_4(GFFB_PGRAPH + 0x0080, 0x00000000);

        GFFB_WRITE_4(GFFB_PGRAPH + 0x0140, 0x00000000);
        GFFB_WRITE_4(GFFB_PGRAPH + 0x0100, 0xFFFFFFFF);
        GFFB_WRITE_4(GFFB_PGRAPH + 0x0144, 0x10010100);
        GFFB_WRITE_4(GFFB_PGRAPH + 0x0714, 0xFFFFFFFF);
        GFFB_WRITE_4(GFFB_PGRAPH + 0x0720, 0x00000001);
        /*
         * xf86_video_nv does this in two writes,
         * not sure if they can be combined
         */
        foo = GFFB_READ_4(GFFB_PGRAPH + 0x0710);
        foo &= 0x0007ff00;
        foo |= 0x00020100;
        GFFB_WRITE_4(GFFB_PGRAPH + 0x0710, foo);

        /* NV_ARCH_10 */
        if(sc->sc_arch == 10) {
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0084, 0x00118700);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0088, 0x24E00810);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x008C, 0x55DE0030);

                for(i = 0; i < 128; i += 4) {
                        GFFB_WRITE_4(GFFB_PGRAPH + 0x0B00 + i,
                            GFFB_READ_4(GFFB_PFB + 0x0240 + i));
                }

                GFFB_WRITE_4(GFFB_PGRAPH + 0x640, 0);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x644, 0);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x684, sc->sc_vramsize - 1);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x688, sc->sc_vramsize - 1);

                GFFB_WRITE_4(GFFB_PGRAPH + 0x0810, 0x00000000);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0608, 0xFFFFFFFF);
        } else {
                /* nv30 */
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0084, 0x40108700);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0890, 0x00140000);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x008C, 0xf00e0431);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0090, 0x00008000);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0610, 0xf04b1f36);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0B80, 0x1002d888);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0B88, 0x62ff007f);

                for (i = 0; i < 128; i += 4) {
                        GFFB_WRITE_4(GFFB_PGRAPH + 0x0900 + i,
                            GFFB_READ_4(GFFB_PFB + 0x0240 + i));
                        GFFB_WRITE_4(GFFB_PGRAPH + 0x6900 + i,
                            GFFB_READ_4(GFFB_PFB + 0x0240 + i));
                }
                
                GFFB_WRITE_4(GFFB_PGRAPH + 0x09A4,
                        GFFB_READ_4(GFFB_PFB + 0x0200));
                GFFB_WRITE_4(GFFB_PGRAPH + 0x09A8,
                        GFFB_READ_4(GFFB_PFB + 0x0204));
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0750, 0x00EA0000);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0754,
                        GFFB_READ_4(GFFB_PFB + 0x0200));
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0750, 0x00EA0004);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0754,
                        GFFB_READ_4(GFFB_PFB + 0x0204));

                GFFB_WRITE_4(GFFB_PGRAPH + 0x0820, 0);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0824, 0);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0864, sc->sc_vramsize - 1);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0868, sc->sc_vramsize - 1);

                GFFB_WRITE_4(GFFB_PGRAPH + 0x0B20, 0x00000000);
                GFFB_WRITE_4(GFFB_PGRAPH + 0x0B04, 0xFFFFFFFF);
        }

        /* PFIFO setup */
        GFFB_WRITE_4(GFFB_PGRAPH + 0x053C, 0);
        GFFB_WRITE_4(GFFB_PGRAPH + 0x0540, 0);
        GFFB_WRITE_4(GFFB_PGRAPH + 0x0544, 0x00007FFF);
        GFFB_WRITE_4(GFFB_PGRAPH + 0x0548, 0x00007FFF);

        GFFB_WRITE_4(GFFB_PFIFO + 0x0500, 0);
        GFFB_WRITE_4(GFFB_PFIFO + 0x0504, 0x00000001);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1200, 0);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1250, 0);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1204, 0x00000100);  /* different on nv40 */
        GFFB_WRITE_4(GFFB_PFIFO + 0x1240, 0);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1244, 0);
        GFFB_WRITE_4(GFFB_PFIFO + 0x122c, 0x00001209);  /* different on nv40 */
        GFFB_WRITE_4(GFFB_PFIFO + 0x1000, 0);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1050, 0);
        GFFB_WRITE_4(GFFB_PFIFO + 0x0210, 0x03000100);
        GFFB_WRITE_4(GFFB_PFIFO + 0x0214, 0x00000110);
        GFFB_WRITE_4(GFFB_PFIFO + 0x0218, 0x00000112);
        GFFB_WRITE_4(GFFB_PFIFO + 0x050c, 0x0000ffff);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1258, 0x0000ffff);
        GFFB_WRITE_4(GFFB_PFIFO + 0x0140, 0);
        GFFB_WRITE_4(GFFB_PFIFO + 0x0100, 0xffffffff);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1054, 0x00000001);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1230, 0);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1280, 0);
#if BYTE_ORDER == BIG_ENDIAN
        GFFB_WRITE_4(GFFB_PFIFO + 0x1224, 0x800f0078);
#else
        GFFB_WRITE_4(GFFB_PFIFO + 0x1224, 0x000f0078);
#endif
        GFFB_WRITE_4(GFFB_PFIFO + 0x1220, 0x00000001);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1200, 0x00000001);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1250, 0x00000001);
        GFFB_WRITE_4(GFFB_PFIFO + 0x1254, 0x00000001);
        GFFB_WRITE_4(GFFB_PFIFO + 0x0500, 0x00000001);
        
        GFFB_WRITE_4(GFFB_PMC + 0x8704, 1);
        GFFB_WRITE_4(GFFB_PMC + 0x8140, 0);
        GFFB_WRITE_4(GFFB_PMC + 0x8920, 0);
        GFFB_WRITE_4(GFFB_PMC + 0x8924, 0);
        GFFB_WRITE_4(GFFB_PMC + 0x8908, sc->sc_vramsize - 1);
        GFFB_WRITE_4(GFFB_PMC + 0x890C, sc->sc_vramsize - 1);
        GFFB_WRITE_4(GFFB_PMC + 0x1588, 0);

        GFFB_WRITE_4(GFFB_FIFO_GET, 0);
        GFFB_WRITE_4(GFFB_CMDSTART, 0x00000002);
        sc->sc_put = 0;
        sc->sc_current = 0;
        sc->sc_free = 0x2000;

        for(i = 0; i < SKIPS; i++)
                gffb_dmanext(sc, 0);

        gffb_dmanext(sc, 0x00040000);
        gffb_dmanext(sc, 0x80000010);
        gffb_dmanext(sc, 0x00042000);
        gffb_dmanext(sc, 0x80000011);
        gffb_dmanext(sc, 0x00044000);
        gffb_dmanext(sc, 0x80000012);
        gffb_dmanext(sc, 0x00046000);
        gffb_dmanext(sc, 0x80000013);
        gffb_dmanext(sc, 0x00048000);
        gffb_dmanext(sc, 0x80000014);
        gffb_dmanext(sc, 0x0004A000);
        gffb_dmanext(sc, 0x80000015);
        gffb_dmanext(sc, 0x0004C000);
        gffb_dmanext(sc, 0x80000016);
        gffb_dmanext(sc, 0x0004E000);
        gffb_dmanext(sc, 0x80000017);
        sc->sc_free = 0x2000 - sc->sc_current;

        gffb_dmastart(sc, SURFACE_FORMAT, 4);
        gffb_dmanext(sc, SURFACE_FORMAT_DEPTH8);
        gffb_dmanext(sc, sc->sc_stride | (sc->sc_stride << 16));
        gffb_dmanext(sc, sc->sc_fboffset);      /* src offset */
        gffb_dmanext(sc, sc->sc_fboffset);      /* dst offset */

        gffb_dmastart(sc, RECT_FORMAT, 1);
        gffb_dmanext(sc, RECT_FORMAT_DEPTH8);

        gffb_dmastart(sc, PATTERN_FORMAT, 1);
        gffb_dmanext(sc, PATTERN_FORMAT_DEPTH8);

        gffb_dmastart(sc, PATTERN_COLOR_0, 4);
        gffb_dmanext(sc, 0xffffffff);
        gffb_dmanext(sc, 0xffffffff);
        gffb_dmanext(sc, 0xffffffff);
        gffb_dmanext(sc, 0xffffffff);

        gffb_dmastart(sc, ROP_SET, 1);
        gffb_dmanext(sc, 0xcc);
        sc->sc_rop = 0xcc;
        DPRINTF("put %x current %x\n", sc->sc_put, sc->sc_current);

        gffb_dma_kickoff(sc);
        DPRINTF("put %x current %x\n", sc->sc_put, sc->sc_current);
#ifdef GFFB_DEBUG
        printf("put: %08x\n", GFFB_READ_4(GFFB_FIFO_PUT));
        printf("get: %08x\n", GFFB_READ_4(GFFB_FIFO_GET));
#endif
        gffb_sync(sc);
        DPRINTF("put %x current %x\n", sc->sc_put, sc->sc_current);
}

static void
gffb_rop(struct gffb_softc *sc, int rop)
{
        if (rop == sc->sc_rop)
                return;
        sc->sc_rop = rop;
        gffb_dmastart(sc, ROP_SET, 1);
        gffb_dmanext(sc, rop);
}

static void
gffb_rectfill(struct gffb_softc *sc, int x, int y, int wi, int he,
     uint32_t colour)
{
        if (!sc->sc_accel) return;
        mutex_enter(&sc->sc_lock);
        gffb_rop(sc, 0xcc);

        gffb_dmastart(sc, RECT_SOLID_COLOR, 1);
        gffb_dmanext(sc, colour);

        gffb_dmastart(sc, RECT_SOLID_RECTS(0), 2);
        gffb_dmanext(sc, (x << 16) | y);
        gffb_dmanext(sc, (wi << 16) | he);
        gffb_dma_kickoff(sc);
        mutex_exit(&sc->sc_lock);
}

static void
gffb_rectfill_a(void *cookie, int dstx, int dsty,
    int width, int height, long attr)
{
        struct gffb_softc *sc = cookie;

        gffb_rectfill(sc, dstx, dsty, width, height,
            sc->vd.active->scr_ri.ri_devcmap[(attr >> 24 & 0xf)]);
}

static void
gffb_bitblt(void *cookie, int xs, int ys, int xd, int yd,
    int wi, int he, int rop)
{
        struct gffb_softc *sc = cookie;

        if (!sc->sc_accel) return;
        mutex_enter(&sc->sc_lock);

        gffb_rop(sc, rop);

        gffb_dmastart(sc, BLIT_POINT_SRC, 3);
        gffb_dmanext(sc, (ys << 16) | xs);
        gffb_dmanext(sc, (yd << 16) | xd);
        gffb_dmanext(sc, (he << 16) | wi);
        gffb_dma_kickoff(sc);
        mutex_exit(&sc->sc_lock);
}

static void
gffb_cursor(void *cookie, int on, int row, int col)
{
        struct rasops_info *ri = cookie;
        struct vcons_screen *scr = ri->ri_hw;
        struct gffb_softc *sc = scr->scr_cookie;
        int x, y, wi, he;

        wi = ri->ri_font->fontwidth;
        he = ri->ri_font->fontheight;

        if (sc->sc_mode == WSDISPLAYIO_MODE_EMUL) {
                x = ri->ri_ccol * wi + ri->ri_xorigin;
                y = ri->ri_crow * he + ri->ri_yorigin;
                if (ri->ri_flg & RI_CURSOR) {
                        gffb_bitblt(sc, x, y, x, y, wi, he, 0x33);
                        ri->ri_flg &= ~RI_CURSOR;
                }
                ri->ri_crow = row;
                ri->ri_ccol = col;
                if (on) {
                        x = ri->ri_ccol * wi + ri->ri_xorigin;
                        y = ri->ri_crow * he + ri->ri_yorigin;
                        gffb_bitblt(sc, x, y, x, y, wi, he, 0x33);
                        ri->ri_flg |= RI_CURSOR;
                }
        } else {
                scr->scr_ri.ri_crow = row;
                scr->scr_ri.ri_ccol = col;
                scr->scr_ri.ri_flg &= ~RI_CURSOR;
        }

}

static void
gffb_putchar(void *cookie, int row, int col, u_int c, long attr)
{
        struct rasops_info *ri = cookie;
        struct wsdisplay_font *font = PICK_FONT(ri, c);
        struct vcons_screen *scr = ri->ri_hw;
        struct gffb_softc *sc = scr->scr_cookie;
        int x, y, wi, he, rv = GC_NOPE;
        uint32_t bg, fg;

        if (sc->sc_mode != WSDISPLAYIO_MODE_EMUL)
                return;

        if (!CHAR_IN_FONT(c, font))
                return;

        wi = font->fontwidth;
        he = font->fontheight;

        x = ri->ri_xorigin + col * wi;
        y = ri->ri_yorigin + row * he;
        bg = ri->ri_devcmap[(attr >> 16) & 0xf];
        fg = ri->ri_devcmap[(attr >> 24) & 0xf];

        if (c == 0x20) {
                gffb_rectfill(sc, x, y, wi, he, bg);
                if (attr & WSATTR_UNDERLINE)
                        gffb_rectfill(sc, x, y + he - 2, wi, 1, fg);
                return;
        }
        rv = glyphcache_try(&sc->sc_gc, c, x, y, attr);
        if (rv == GC_OK)
                return;

        /*
         * Use gffb_sync to wait for the engine to become idle before
         * we start scribbling into VRAM -- we wouldn't want to stomp on
         * a scroll in progress or a prior glyphcache_add that hasn't
         * completed yet on the GPU.
         */
        mutex_enter(&sc->sc_lock);
        gffb_sync(sc);
        sc->sc_putchar(cookie, row, col, c, attr & 0xfffffff0);
        mutex_exit(&sc->sc_lock);

        /*
         * If glyphcache_try asked us to, cache the newly written
         * character.  This will issue a gffb_bitblt which will wait
         * for our CPU writes to the framebuffer in VRAM to complete
         * before triggering GPU reads from the framebuffer in VRAM.
         */
        if (rv == GC_ADD) {
                glyphcache_add(&sc->sc_gc, c, x, y);
        } else if (attr & WSATTR_UNDERLINE)
                gffb_rectfill(sc, x, y + he - 2, wi, 1, fg);

}

static void
gffb_putchar_mono(void *cookie, int row, int col, u_int c, long attr)
{
        struct rasops_info *ri = cookie;
        struct wsdisplay_font *font = PICK_FONT(ri, c);
        struct vcons_screen *scr = ri->ri_hw;
        struct gffb_softc *sc = scr->scr_cookie;
        void *data;
        int x, y, wi, he, i;
        uint32_t bg, fg;

        if (sc->sc_mode != WSDISPLAYIO_MODE_EMUL)
                return;

        if (!CHAR_IN_FONT(c, font))
                return;

        wi = font->fontwidth;
        he = font->fontheight;

        x = ri->ri_xorigin + col * wi;
        y = ri->ri_yorigin + row * he;
        bg = ri->ri_devcmap[(attr >> 16) & 0xf];
        fg = ri->ri_devcmap[(attr >> 24) & 0xf];

        if (c == 0x20) {
                gffb_rectfill(sc, x, y, wi, he, bg);
                if (attr & WSATTR_UNDERLINE)
                        gffb_rectfill(sc, x, y + he - 2, wi, 1, fg);
                return;
        }

        data = WSFONT_GLYPH(c, font);

        mutex_enter(&sc->sc_lock);
        gffb_sync(sc);
        gffb_rop(sc, 0xcc);

        gffb_dmastart(sc, RECT_EXPAND_TWO_COLOR_CLIP, 7);
        gffb_dmanext(sc, (y << 16) | (x & 0xFFFF));
        gffb_dmanext(sc, ((y + he) << 16) | ((x + wi) & 0xFFFF));
        gffb_dmanext(sc, bg);
        gffb_dmanext(sc, fg);
        gffb_dmanext(sc, (he << 16) | 32);
        gffb_dmanext(sc, (he << 16) | 32);
        gffb_dmanext(sc, (y << 16) | (x & 0xFFFF));

        gffb_dmastart(sc, RECT_EXPAND_TWO_COLOR_DATA(0), he);
        if (attr & WSATTR_HILIT) {
                switch (font->stride) {
                        case 1: {
                                uint8_t *data8 = data;
                                uint32_t reg;
                                for (i = 0; i < he; i++) {
                                        reg = *data8;
                                        reg |= reg >> 1;
                                        gffb_dmanext(sc, reg << 24);
                                        data8++;
                                }
                                break;
                        }
                        case 2: {
                                uint16_t *data16 = data;
                                uint32_t reg;
                                for (i = 0; i < he; i++) {
                                        reg = *data16;
                                        reg |= reg >> 1;
                                        gffb_dmanext(sc, reg << 16);
                                        data16++;
                                }
                                break;
                        }
                }
        } else {
                switch (font->stride) {
                        case 1: {
                                uint8_t *data8 = data;
                                uint32_t reg;
                                for (i = 0; i < he; i++) {
                                        reg = *data8;
                                        gffb_dmanext(sc, reg << 24);
                                        data8++;
                                }
                                break;
                        }
                        case 2: {
                                uint16_t *data16 = data;
                                uint32_t reg;
                                for (i = 0; i < he; i++) {
                                        reg = *data16;
                                        gffb_dmanext(sc, reg << 16);
                                        data16++;
                                }
                                break;
                        }
                }
        }
        gffb_dma_kickoff(sc);

        mutex_exit(&sc->sc_lock);

        if (attr & WSATTR_UNDERLINE)
                gffb_rectfill(sc, x, y + he - 2, wi, 1, fg);

}

static int
gffb_allocattr(void *cookie, int fg0, int bg0, int flg, long *attr)
{
        struct rasops_info *ri = cookie;
        int fg = fg0, bg = bg0;

        if ((flg & WSATTR_BLINK) != 0)
                return EINVAL;

        if ((flg & WSATTR_REVERSE) != 0) {
                fg = bg0;
                bg = fg0;
        }

        if (FONT_IS_ALPHA(ri->ri_font) && ((flg & WSATTR_HILIT) != 0)) {
                fg = fg0 < 8 ? fg0 + 8 : fg0;
        }

        *attr = (bg << 16) | (fg << 24) | flg;
        return 0;
}

static void
gffb_copycols(void *cookie, int row, int srccol, int dstcol, int ncols)
{
        struct rasops_info *ri = cookie;
        struct vcons_screen *scr = ri->ri_hw;
        struct gffb_softc *sc = scr->scr_cookie;
        int32_t xs, xd, y, width, height;

        if ((sc->sc_locked == 0) && (sc->sc_mode == WSDISPLAYIO_MODE_EMUL)) {
                xs = ri->ri_xorigin + ri->ri_font->fontwidth * srccol;
                xd = ri->ri_xorigin + ri->ri_font->fontwidth * dstcol;
                y = ri->ri_yorigin + ri->ri_font->fontheight * row;
                width = ri->ri_font->fontwidth * ncols;
                height = ri->ri_font->fontheight;
                gffb_bitblt(sc, xs, y, xd, y, width, height, 0xcc);
        }
}

static void
gffb_erasecols(void *cookie, int row, int startcol, int ncols, long fillattr)
{
        struct rasops_info *ri = cookie;
        struct vcons_screen *scr = ri->ri_hw;
        struct gffb_softc *sc = scr->scr_cookie;
        int32_t x, y, width, height, fg, bg, ul;

        if ((sc->sc_locked == 0) && (sc->sc_mode == WSDISPLAYIO_MODE_EMUL)) {
                x = ri->ri_xorigin + ri->ri_font->fontwidth * startcol;
                y = ri->ri_yorigin + ri->ri_font->fontheight * row;
                width = ri->ri_font->fontwidth * ncols;
                height = ri->ri_font->fontheight;
                rasops_unpack_attr(fillattr, &fg, &bg, &ul);

                gffb_rectfill(sc, x, y, width, height, ri->ri_devcmap[bg]);
        }
}

static void
gffb_copyrows(void *cookie, int srcrow, int dstrow, int nrows)
{
        struct rasops_info *ri = cookie;
        struct vcons_screen *scr = ri->ri_hw;
        struct gffb_softc *sc = scr->scr_cookie;
        int32_t x, ys, yd, width, height;

        if ((sc->sc_locked == 0) && (sc->sc_mode == WSDISPLAYIO_MODE_EMUL)) {
                x = ri->ri_xorigin;
                ys = ri->ri_yorigin + ri->ri_font->fontheight * srcrow;
                yd = ri->ri_yorigin + ri->ri_font->fontheight * dstrow;
                width = ri->ri_emuwidth;
                height = ri->ri_font->fontheight * nrows;
                gffb_bitblt(sc, x, ys, x, yd, width, height, 0xcc);
        }
}

static void
gffb_eraserows(void *cookie, int row, int nrows, long fillattr)
{
        struct rasops_info *ri = cookie;
        struct vcons_screen *scr = ri->ri_hw;
        struct gffb_softc *sc = scr->scr_cookie;
        int32_t x, y, width, height, fg, bg, ul;

        if ((sc->sc_locked == 0) && (sc->sc_mode == WSDISPLAYIO_MODE_EMUL)) {
                if ((row == 0) && (nrows == ri->ri_rows)) {
                        /* fullclear */
                        x = 0;
                        y = 0;
                        width = sc->sc_width;
                        height = sc->sc_height;
                } else {
                        x = ri->ri_xorigin;
                        y = ri->ri_yorigin + ri->ri_font->fontheight * row;
                        width = ri->ri_emuwidth;
                        height = ri->ri_font->fontheight * nrows;
                }
                rasops_unpack_attr(fillattr, &fg, &bg, &ul);

                gffb_rectfill(sc, x, y, width, height, ri->ri_devcmap[bg]);
        }
}