// SPDX-License-Identifier: GPL-2.0-or-later
/*
 *
 *  Support for the mpeg transport stream transfers
 *  PCI function #2 of the cx2388x.
 *
 *    (c) 2004 Jelle Foks <jelle@foks.us>
 *    (c) 2004 Chris Pascoe <c.pascoe@itee.uq.edu.au>
 *    (c) 2004 Gerd Knorr <kraxel@bytesex.org>
 */

#include "cx88.h"

#include <linux/module.h>
#include <linux/slab.h>
#include <linux/init.h>
#include <linux/device.h>
#include <linux/dma-mapping.h>
#include <linux/interrupt.h>
#include <linux/delay.h>

/* ------------------------------------------------------------------ */

MODULE_DESCRIPTION("mpeg driver for cx2388x based TV cards");
MODULE_AUTHOR("Jelle Foks <jelle@foks.us>");
MODULE_AUTHOR("Chris Pascoe <c.pascoe@itee.uq.edu.au>");
MODULE_AUTHOR("Gerd Knorr <kraxel@bytesex.org> [SuSE Labs]");
MODULE_LICENSE("GPL");
MODULE_VERSION(CX88_VERSION);

static unsigned int debug;
module_param(debug, int, 0644);
MODULE_PARM_DESC(debug, "enable debug messages [mpeg]");

#define dprintk(level, fmt, arg...) do {                                \
        if (debug + 1 > level)                                          \
                printk(KERN_DEBUG pr_fmt("%s: mpeg:" fmt),              \
                        __func__, ##arg);                               \
} while (0)

#if defined(CONFIG_MODULES) && defined(MODULE)
static void request_module_async(struct work_struct *work)
{
        struct cx8802_dev *dev = container_of(work, struct cx8802_dev,
                                              request_module_wk);

        if (dev->core->board.mpeg & CX88_MPEG_DVB)
                request_module("cx88-dvb");
        if (dev->core->board.mpeg & CX88_MPEG_BLACKBIRD)
                request_module("cx88-blackbird");
}

static void request_modules(struct cx8802_dev *dev)
{
        INIT_WORK(&dev->request_module_wk, request_module_async);
        schedule_work(&dev->request_module_wk);
}

static void flush_request_modules(struct cx8802_dev *dev)
{
        flush_work(&dev->request_module_wk);
}
#else
#define request_modules(dev)
#define flush_request_modules(dev)
#endif /* CONFIG_MODULES */

static LIST_HEAD(cx8802_devlist);
static DEFINE_MUTEX(cx8802_mutex);
/* ------------------------------------------------------------------ */

int cx8802_start_dma(struct cx8802_dev    *dev,
                     struct cx88_dmaqueue *q,
                     struct cx88_buffer   *buf)
{
        struct cx88_core *core = dev->core;

        dprintk(1, "w: %d, h: %d, f: %d\n",
                core->width, core->height, core->field);

        /* setup fifo + format */
        cx88_sram_channel_setup(core, &cx88_sram_channels[SRAM_CH28],
                                dev->ts_packet_size, buf->risc.dma);

        /* write TS length to chip */
        cx_write(MO_TS_LNGTH, dev->ts_packet_size);

        /*
         * FIXME: this needs a review.
         * also: move to cx88-blackbird + cx88-dvb source files?
         */

        dprintk(1, "core->active_type_id = 0x%08x\n", core->active_type_id);

        if ((core->active_type_id == CX88_MPEG_DVB) &&
            (core->board.mpeg & CX88_MPEG_DVB)) {
                dprintk(1, "cx8802_start_dma doing .dvb\n");
                /* negedge driven & software reset */
                cx_write(TS_GEN_CNTRL, 0x0040 | dev->ts_gen_cntrl);
                udelay(100);
                cx_write(MO_PINMUX_IO, 0x00);
                cx_write(TS_HW_SOP_CNTRL, 0x47 << 16 | 188 << 4 | 0x01);
                switch (core->boardnr) {
                case CX88_BOARD_DVICO_FUSIONHDTV_3_GOLD_Q:
                case CX88_BOARD_DVICO_FUSIONHDTV_3_GOLD_T:
                case CX88_BOARD_DVICO_FUSIONHDTV_5_GOLD:
                case CX88_BOARD_PCHDTV_HD5500:
                        cx_write(TS_SOP_STAT, 1 << 13);
                        break;
                case CX88_BOARD_SAMSUNG_SMT_7020:
                        cx_write(TS_SOP_STAT, 0x00);
                        break;
                case CX88_BOARD_HAUPPAUGE_NOVASPLUS_S1:
                case CX88_BOARD_HAUPPAUGE_NOVASE2_S1:
                        /* Enable MPEG parallel IO and video signal pins */
                        cx_write(MO_PINMUX_IO, 0x88);
                        udelay(100);
                        break;
                case CX88_BOARD_HAUPPAUGE_HVR1300:
                        /* Enable MPEG parallel IO and video signal pins */
                        cx_write(MO_PINMUX_IO, 0x88);
                        cx_write(TS_SOP_STAT, 0);
                        cx_write(TS_VALERR_CNTRL, 0);
                        break;
                case CX88_BOARD_PINNACLE_PCTV_HD_800i:
                        /* Enable MPEG parallel IO and video signal pins */
                        cx_write(MO_PINMUX_IO, 0x88);
                        cx_write(TS_HW_SOP_CNTRL, (0x47 << 16) | (188 << 4));
                        dev->ts_gen_cntrl = 5;
                        cx_write(TS_SOP_STAT, 0);
                        cx_write(TS_VALERR_CNTRL, 0);
                        udelay(100);
                        break;
                default:
                        cx_write(TS_SOP_STAT, 0x00);
                        break;
                }
                cx_write(TS_GEN_CNTRL, dev->ts_gen_cntrl);
                udelay(100);
        } else if ((core->active_type_id == CX88_MPEG_BLACKBIRD) &&
                (core->board.mpeg & CX88_MPEG_BLACKBIRD)) {
                dprintk(1, "cx8802_start_dma doing .blackbird\n");
                cx_write(MO_PINMUX_IO, 0x88); /* enable MPEG parallel IO */

                /* punctured clock TS & posedge driven & software reset */
                cx_write(TS_GEN_CNTRL, 0x46);
                udelay(100);

                cx_write(TS_HW_SOP_CNTRL, 0x408); /* mpeg start byte */
                cx_write(TS_VALERR_CNTRL, 0x2000);

                /* punctured clock TS & posedge driven */
                cx_write(TS_GEN_CNTRL, 0x06);
                udelay(100);
        } else {
                pr_err("%s() Failed. Unsupported value in .mpeg (0x%08x)\n",
                       __func__, core->board.mpeg);
                return -EINVAL;
        }

        /* reset counter */
        cx_write(MO_TS_GPCNTRL, GP_COUNT_CONTROL_RESET);
        q->count = 0;

        /* clear interrupt status register */
        cx_write(MO_TS_INTSTAT,  0x1f1111);

        /* enable irqs */
        dprintk(1, "setting the interrupt mask\n");
        cx_set(MO_PCI_INTMSK, core->pci_irqmask | PCI_INT_TSINT);
        cx_set(MO_TS_INTMSK,  0x1f0011);

        /* start dma */
        cx_set(MO_DEV_CNTRL2, (1 << 5));
        cx_set(MO_TS_DMACNTRL, 0x11);
        return 0;
}
EXPORT_SYMBOL(cx8802_start_dma);

static int cx8802_stop_dma(struct cx8802_dev *dev)
{
        struct cx88_core *core = dev->core;

        dprintk(1, "\n");

        /* stop dma */
        cx_clear(MO_TS_DMACNTRL, 0x11);

        /* disable irqs */
        cx_clear(MO_PCI_INTMSK, PCI_INT_TSINT);
        cx_clear(MO_TS_INTMSK, 0x1f0011);

        /* Reset the controller */
        cx_write(TS_GEN_CNTRL, 0xcd);
        return 0;
}

static int cx8802_restart_queue(struct cx8802_dev    *dev,
                                struct cx88_dmaqueue *q)
{
        struct cx88_buffer *buf;

        dprintk(1, "\n");
        if (list_empty(&q->active))
                return 0;

        buf = list_entry(q->active.next, struct cx88_buffer, list);
        dprintk(2, "restart_queue [%p/%d]: restart dma\n",
                buf, buf->vb.vb2_buf.index);
        cx8802_start_dma(dev, q, buf);
        return 0;
}

/* ------------------------------------------------------------------ */

int cx8802_buf_prepare(struct vb2_queue *q, struct cx8802_dev *dev,
                       struct cx88_buffer *buf)
{
        int size = dev->ts_packet_size * dev->ts_packet_count;
        struct sg_table *sgt = vb2_dma_sg_plane_desc(&buf->vb.vb2_buf, 0);
        struct cx88_riscmem *risc = &buf->risc;
        int rc;

        if (vb2_plane_size(&buf->vb.vb2_buf, 0) < size)
                return -EINVAL;
        vb2_set_plane_payload(&buf->vb.vb2_buf, 0, size);

        rc = cx88_risc_databuffer(dev->pci, risc, sgt->sgl,
                                  dev->ts_packet_size, dev->ts_packet_count, 0);
        if (rc) {
                if (risc->cpu)
                        dma_free_coherent(&dev->pci->dev, risc->size,
                                          risc->cpu, risc->dma);
                memset(risc, 0, sizeof(*risc));
                return rc;
        }
        return 0;
}
EXPORT_SYMBOL(cx8802_buf_prepare);

void cx8802_buf_queue(struct cx8802_dev *dev, struct cx88_buffer *buf)
{
        struct cx88_buffer    *prev;
        struct cx88_dmaqueue  *cx88q = &dev->mpegq;

        dprintk(1, "\n");
        /* add jump to start */
        buf->risc.cpu[1] = cpu_to_le32(buf->risc.dma + 8);
        buf->risc.jmp[0] = cpu_to_le32(RISC_JUMP | RISC_CNT_INC);
        buf->risc.jmp[1] = cpu_to_le32(buf->risc.dma + 8);

        if (list_empty(&cx88q->active)) {
                dprintk(1, "queue is empty - first active\n");
                list_add_tail(&buf->list, &cx88q->active);
                dprintk(1, "[%p/%d] %s - first active\n",
                        buf, buf->vb.vb2_buf.index, __func__);

        } else {
                buf->risc.cpu[0] |= cpu_to_le32(RISC_IRQ1);
                dprintk(1, "queue is not empty - append to active\n");
                prev = list_entry(cx88q->active.prev, struct cx88_buffer, list);
                list_add_tail(&buf->list, &cx88q->active);
                prev->risc.jmp[1] = cpu_to_le32(buf->risc.dma);
                dprintk(1, "[%p/%d] %s - append to active\n",
                        buf, buf->vb.vb2_buf.index, __func__);
        }
}
EXPORT_SYMBOL(cx8802_buf_queue);

/* ----------------------------------------------------------- */

static void do_cancel_buffers(struct cx8802_dev *dev)
{
        struct cx88_dmaqueue *q = &dev->mpegq;
        struct cx88_buffer *buf;
        unsigned long flags;

        spin_lock_irqsave(&dev->slock, flags);
        while (!list_empty(&q->active)) {
                buf = list_entry(q->active.next, struct cx88_buffer, list);
                list_del(&buf->list);
                vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_ERROR);
        }
        spin_unlock_irqrestore(&dev->slock, flags);
}

void cx8802_cancel_buffers(struct cx8802_dev *dev)
{
        dprintk(1, "\n");
        cx8802_stop_dma(dev);
        do_cancel_buffers(dev);
}
EXPORT_SYMBOL(cx8802_cancel_buffers);

static const char *cx88_mpeg_irqs[32] = {
        "ts_risci1", NULL, NULL, NULL,
        "ts_risci2", NULL, NULL, NULL,
        "ts_oflow",  NULL, NULL, NULL,
        "ts_sync",   NULL, NULL, NULL,
        "opc_err", "par_err", "rip_err", "pci_abort",
        "ts_err?",
};

static void cx8802_mpeg_irq(struct cx8802_dev *dev)
{
        struct cx88_core *core = dev->core;
        u32 status, mask, count;

        dprintk(1, "\n");
        status = cx_read(MO_TS_INTSTAT);
        mask   = cx_read(MO_TS_INTMSK);
        if (0 == (status & mask))
                return;

        cx_write(MO_TS_INTSTAT, status);

        if (debug || (status & mask & ~0xff))
                cx88_print_irqbits("irq mpeg ",
                                   cx88_mpeg_irqs, ARRAY_SIZE(cx88_mpeg_irqs),
                                   status, mask);

        /* risc op code error */
        if (status & (1 << 16)) {
                pr_warn("mpeg risc op code error\n");
                cx_clear(MO_TS_DMACNTRL, 0x11);
                cx88_sram_channel_dump(dev->core,
                                       &cx88_sram_channels[SRAM_CH28]);
        }

        /* risc1 y */
        if (status & 0x01) {
                dprintk(1, "wake up\n");
                spin_lock(&dev->slock);
                count = cx_read(MO_TS_GPCNT);
                cx88_wakeup(dev->core, &dev->mpegq, count);
                spin_unlock(&dev->slock);
        }

        /* other general errors */
        if (status & 0x1f0100) {
                dprintk(0, "general errors: 0x%08x\n", status & 0x1f0100);
                spin_lock(&dev->slock);
                cx8802_stop_dma(dev);
                spin_unlock(&dev->slock);
        }
}

#define MAX_IRQ_LOOP 10

static irqreturn_t cx8802_irq(int irq, void *dev_id)
{
        struct cx8802_dev *dev = dev_id;
        struct cx88_core *core = dev->core;
        u32 status;
        int loop, handled = 0;

        for (loop = 0; loop < MAX_IRQ_LOOP; loop++) {
                status = cx_read(MO_PCI_INTSTAT) &
                        (core->pci_irqmask | PCI_INT_TSINT);
                if (status == 0)
                        goto out;
                dprintk(1, "cx8802_irq\n");
                dprintk(1, "    loop: %d/%d\n", loop, MAX_IRQ_LOOP);
                dprintk(1, "    status: %d\n", status);
                handled = 1;
                cx_write(MO_PCI_INTSTAT, status);

                if (status & core->pci_irqmask)
                        cx88_core_irq(core, status);
                if (status & PCI_INT_TSINT)
                        cx8802_mpeg_irq(dev);
        }
        if (loop == MAX_IRQ_LOOP) {
                dprintk(0, "clearing mask\n");
                pr_warn("irq loop -- clearing mask\n");
                cx_write(MO_PCI_INTMSK, 0);
        }

 out:
        return IRQ_RETVAL(handled);
}

static int cx8802_init_common(struct cx8802_dev *dev)
{
        struct cx88_core *core = dev->core;
        int err;

        /* pci init */
        if (pci_enable_device(dev->pci))
                return -EIO;
        pci_set_master(dev->pci);
        err = dma_set_mask(&dev->pci->dev, DMA_BIT_MASK(32));
        if (err) {
                pr_err("Oops: no 32bit PCI DMA ???\n");
                return -EIO;
        }

        dev->pci_rev = dev->pci->revision;
        pci_read_config_byte(dev->pci, PCI_LATENCY_TIMER,  &dev->pci_lat);
        pr_info("found at %s, rev: %d, irq: %d, latency: %d, mmio: 0x%llx\n",
                pci_name(dev->pci), dev->pci_rev, dev->pci->irq,
                dev->pci_lat,
                (unsigned long long)pci_resource_start(dev->pci, 0));

        /* initialize driver struct */
        spin_lock_init(&dev->slock);

        /* init dma queue */
        INIT_LIST_HEAD(&dev->mpegq.active);

        /* get irq */
        err = request_irq(dev->pci->irq, cx8802_irq,
                          IRQF_SHARED, dev->core->name, dev);
        if (err < 0) {
                pr_err("can't get IRQ %d\n", dev->pci->irq);
                return err;
        }
        cx_set(MO_PCI_INTMSK, core->pci_irqmask);

        /* everything worked */
        pci_set_drvdata(dev->pci, dev);
        return 0;
}

static void cx8802_fini_common(struct cx8802_dev *dev)
{
        dprintk(2, "\n");
        cx8802_stop_dma(dev);
        pci_disable_device(dev->pci);

        /* unregister stuff */
        free_irq(dev->pci->irq, dev);
}

/* ----------------------------------------------------------- */

static int cx8802_suspend_common(struct pci_dev *pci_dev, pm_message_t state)
{
        struct cx8802_dev *dev = pci_get_drvdata(pci_dev);
        unsigned long flags;

        /* stop mpeg dma */
        spin_lock_irqsave(&dev->slock, flags);
        if (!list_empty(&dev->mpegq.active)) {
                dprintk(2, "suspend\n");
                pr_info("suspend mpeg\n");
                cx8802_stop_dma(dev);
        }
        spin_unlock_irqrestore(&dev->slock, flags);

        /* FIXME -- shutdown device */
        cx88_shutdown(dev->core);

        pci_save_state(pci_dev);
        if (pci_set_power_state(pci_dev,
                                pci_choose_state(pci_dev, state)) != 0) {
                pci_disable_device(pci_dev);
                dev->state.disabled = 1;
        }
        return 0;
}

static int cx8802_resume_common(struct pci_dev *pci_dev)
{
        struct cx8802_dev *dev = pci_get_drvdata(pci_dev);
        unsigned long flags;
        int err;

        if (dev->state.disabled) {
                err = pci_enable_device(pci_dev);
                if (err) {
                        pr_err("can't enable device\n");
                        return err;
                }
                dev->state.disabled = 0;
        }
        err = pci_set_power_state(pci_dev, PCI_D0);
        if (err) {
                pr_err("can't enable device\n");
                pci_disable_device(pci_dev);
                dev->state.disabled = 1;

                return err;
        }
        pci_restore_state(pci_dev);

        /* FIXME: re-initialize hardware */
        cx88_reset(dev->core);

        /* restart video+vbi capture */
        spin_lock_irqsave(&dev->slock, flags);
        if (!list_empty(&dev->mpegq.active)) {
                pr_info("resume mpeg\n");
                cx8802_restart_queue(dev, &dev->mpegq);
        }
        spin_unlock_irqrestore(&dev->slock, flags);

        return 0;
}

struct cx8802_driver *cx8802_get_driver(struct cx8802_dev *dev,
                                        enum cx88_board_type btype)
{
        struct cx8802_driver *d;

        list_for_each_entry(d, &dev->drvlist, drvlist)
                if (d->type_id == btype)
                        return d;

        return NULL;
}
EXPORT_SYMBOL(cx8802_get_driver);

/* Driver asked for hardware access. */
static int cx8802_request_acquire(struct cx8802_driver *drv)
{
        struct cx88_core *core = drv->core;
        unsigned int    i;

        /* Fail a request for hardware if the device is busy. */
        if (core->active_type_id != CX88_BOARD_NONE &&
            core->active_type_id != drv->type_id)
                return -EBUSY;

        if (drv->type_id == CX88_MPEG_DVB) {
                /* When switching to DVB, always set the input to the tuner */
                core->last_analog_input = core->input;
                core->input = 0;
                for (i = 0;
                     i < ARRAY_SIZE(core->board.input);
                     i++) {
                        if (core->board.input[i].type == CX88_VMUX_DVB) {
                                core->input = i;
                                break;
                        }
                }
        }

        if (drv->advise_acquire) {
                core->active_ref++;
                if (core->active_type_id == CX88_BOARD_NONE) {
                        core->active_type_id = drv->type_id;
                        drv->advise_acquire(drv);
                }

                dprintk(1, "Post acquire GPIO=%x\n", cx_read(MO_GP0_IO));
        }

        return 0;
}

/* Driver asked to release hardware. */
static int cx8802_request_release(struct cx8802_driver *drv)
{
        struct cx88_core *core = drv->core;

        if (drv->advise_release && --core->active_ref == 0) {
                if (drv->type_id == CX88_MPEG_DVB) {
                        /*
                         * If the DVB driver is releasing, reset the input
                         * state to the last configured analog input
                         */
                        core->input = core->last_analog_input;
                }

                drv->advise_release(drv);
                core->active_type_id = CX88_BOARD_NONE;
                dprintk(1, "Post release GPIO=%x\n", cx_read(MO_GP0_IO));
        }

        return 0;
}

static int cx8802_check_driver(struct cx8802_driver *drv)
{
        if (!drv)
                return -ENODEV;

        if ((drv->type_id != CX88_MPEG_DVB) &&
            (drv->type_id != CX88_MPEG_BLACKBIRD))
                return -EINVAL;

        if ((drv->hw_access != CX8802_DRVCTL_SHARED) &&
            (drv->hw_access != CX8802_DRVCTL_EXCLUSIVE))
                return -EINVAL;

        if ((!drv->probe) ||
            (!drv->remove) ||
            (!drv->advise_acquire) ||
            (!drv->advise_release))
                return -EINVAL;

        return 0;
}

int cx8802_register_driver(struct cx8802_driver *drv)
{
        struct cx8802_dev *dev;
        struct cx8802_driver *driver;
        int err, i = 0;

        pr_info("registering cx8802 driver, type: %s access: %s\n",
                drv->type_id == CX88_MPEG_DVB ? "dvb" : "blackbird",
                drv->hw_access == CX8802_DRVCTL_SHARED ?
                                  "shared" : "exclusive");

        err = cx8802_check_driver(drv);
        if (err) {
                pr_err("cx8802_driver is invalid\n");
                return err;
        }

        mutex_lock(&cx8802_mutex);

        list_for_each_entry(dev, &cx8802_devlist, devlist) {
                pr_info("subsystem: %04x:%04x, board: %s [card=%d]\n",
                        dev->pci->subsystem_vendor,
                        dev->pci->subsystem_device, dev->core->board.name,
                        dev->core->boardnr);

                /* Bring up a new struct for each driver instance */
                driver = kzalloc_obj(*drv);
                if (!driver) {
                        err = -ENOMEM;
                        goto out;
                }

                /* Snapshot of the driver registration data */
                drv->core = dev->core;
                drv->suspend = cx8802_suspend_common;
                drv->resume = cx8802_resume_common;
                drv->request_acquire = cx8802_request_acquire;
                drv->request_release = cx8802_request_release;
                memcpy(driver, drv, sizeof(*driver));

                mutex_lock(&drv->core->lock);
                err = drv->probe(driver);
                if (err == 0) {
                        i++;
                        list_add_tail(&driver->drvlist, &dev->drvlist);
                } else {
                        pr_err("cx8802 probe failed, err = %d\n", err);
                }
                mutex_unlock(&drv->core->lock);
        }

        err = i ? 0 : -ENODEV;
out:
        mutex_unlock(&cx8802_mutex);
        return err;
}
EXPORT_SYMBOL(cx8802_register_driver);

int cx8802_unregister_driver(struct cx8802_driver *drv)
{
        struct cx8802_dev *dev;
        struct cx8802_driver *d, *dtmp;
        int err = 0;

        pr_info("unregistering cx8802 driver, type: %s access: %s\n",
                drv->type_id == CX88_MPEG_DVB ? "dvb" : "blackbird",
                drv->hw_access == CX8802_DRVCTL_SHARED ?
                                  "shared" : "exclusive");

        mutex_lock(&cx8802_mutex);

        list_for_each_entry(dev, &cx8802_devlist, devlist) {
                pr_info("subsystem: %04x:%04x, board: %s [card=%d]\n",
                        dev->pci->subsystem_vendor,
                        dev->pci->subsystem_device, dev->core->board.name,
                        dev->core->boardnr);

                mutex_lock(&dev->core->lock);

                list_for_each_entry_safe(d, dtmp, &dev->drvlist, drvlist) {
                        /* only unregister the correct driver type */
                        if (d->type_id != drv->type_id)
                                continue;

                        err = d->remove(d);
                        if (err == 0) {
                                list_del(&d->drvlist);
                                kfree(d);
                        } else
                                pr_err("cx8802 driver remove failed (%d)\n",
                                       err);
                }

                mutex_unlock(&dev->core->lock);
        }

        mutex_unlock(&cx8802_mutex);

        return err;
}
EXPORT_SYMBOL(cx8802_unregister_driver);

/* ----------------------------------------------------------- */
static int cx8802_probe(struct pci_dev *pci_dev,
                        const struct pci_device_id *pci_id)
{
        struct cx8802_dev *dev;
        struct cx88_core  *core;
        int err;

        /* general setup */
        core = cx88_core_get(pci_dev);
        if (!core)
                return -EINVAL;

        pr_info("cx2388x 8802 Driver Manager\n");

        err = -ENODEV;
        if (!core->board.mpeg)
                goto fail_core;

        err = -ENOMEM;
        dev = kzalloc_obj(*dev);
        if (!dev)
                goto fail_core;
        dev->pci = pci_dev;
        dev->core = core;

        /* Maintain a reference so cx88-video can query the 8802 device. */
        core->dvbdev = dev;

        err = cx8802_init_common(dev);
        if (err != 0)
                goto fail_dev;

        INIT_LIST_HEAD(&dev->drvlist);
        mutex_lock(&cx8802_mutex);
        list_add_tail(&dev->devlist, &cx8802_devlist);
        mutex_unlock(&cx8802_mutex);

        /* now autoload cx88-dvb or cx88-blackbird */
        request_modules(dev);
        return 0;

 fail_dev:
        kfree(dev);
 fail_core:
        core->dvbdev = NULL;
        cx88_core_put(core, pci_dev);
        return err;
}

static void cx8802_remove(struct pci_dev *pci_dev)
{
        struct cx8802_dev *dev;

        dev = pci_get_drvdata(pci_dev);

        dprintk(1, "%s\n", __func__);

        flush_request_modules(dev);

        mutex_lock(&dev->core->lock);

        if (!list_empty(&dev->drvlist)) {
                struct cx8802_driver *drv, *tmp;
                int err;

                pr_warn("Trying to remove cx8802 driver while cx8802 sub-drivers still loaded?!\n");

                list_for_each_entry_safe(drv, tmp, &dev->drvlist, drvlist) {
                        err = drv->remove(drv);
                        if (err == 0) {
                                list_del(&drv->drvlist);
                        } else
                                pr_err("cx8802 driver remove failed (%d)\n",
                                       err);
                        kfree(drv);
                }
        }

        mutex_unlock(&dev->core->lock);

        /* Destroy any 8802 reference. */
        dev->core->dvbdev = NULL;

        /* common */
        cx8802_fini_common(dev);
        cx88_core_put(dev->core, dev->pci);
        kfree(dev);
}

static const struct pci_device_id cx8802_pci_tbl[] = {
        {
                .vendor       = 0x14f1,
                .device       = 0x8802,
                .subvendor    = PCI_ANY_ID,
                .subdevice    = PCI_ANY_ID,
        }, {
                /* --- end of list --- */
        }
};
MODULE_DEVICE_TABLE(pci, cx8802_pci_tbl);

static struct pci_driver cx8802_pci_driver = {
        .name     = "cx88-mpeg driver manager",
        .id_table = cx8802_pci_tbl,
        .probe    = cx8802_probe,
        .remove   = cx8802_remove,
};

module_pci_driver(cx8802_pci_driver);