#include <sys/param.h>
#include <sys/systm.h>
#include <sys/types.h>
#include <sys/mbuf.h>
#include <sys/buf.h>
#include <sys/kernel.h>
#include <sys/malloc.h>
#include <sys/conf.h>
#include <sys/event.h>
#include <sys/bus.h>
#include <sys/ctype.h>
#include <sys/thread2.h>
#include <bus/firewire/firewire.h>
#include <bus/firewire/firewirereg.h>
#include <bus/firewire/fwdma.h>
#include <bus/firewire/fwmem.h>
#include <bus/firewire/iec68113.h>
#define FWNODE_INVAL 0xffff
static d_open_t fw_open;
static d_close_t fw_close;
static d_ioctl_t fw_ioctl;
static d_kqfilter_t fw_kqfilter;
static d_read_t fw_read;
static d_write_t fw_write;
static d_mmap_t fw_mmap;
static d_strategy_t fw_strategy;
static void fwfilt_detach(struct knote *);
static int fwfilt_read(struct knote *, long);
static int fwfilt_write(struct knote *, long);
struct dev_ops firewire_ops =
{
{ "fw", 0, D_MEM },
.d_open = fw_open,
.d_close = fw_close,
.d_read = fw_read,
.d_write = fw_write,
.d_ioctl = fw_ioctl,
.d_kqfilter = fw_kqfilter,
.d_mmap = fw_mmap,
.d_strategy = fw_strategy,
};
struct fw_drv1 {
struct fw_xferq *ir;
struct fw_xferq *it;
struct fw_isobufreq bufreq;
};
static int
fwdev_allocbuf(struct firewire_comm *fc, struct fw_xferq *q,
struct fw_bufspec *b)
{
int i;
if (q->flag & (FWXFERQ_RUNNING | FWXFERQ_EXTBUF))
return(EBUSY);
q->bulkxfer = (struct fw_bulkxfer *) kmalloc(
sizeof(struct fw_bulkxfer) * b->nchunk,
M_FW, M_WAITOK);
b->psize = roundup2(b->psize, sizeof(u_int32_t));
q->buf = fwdma_malloc_multiseg(fc, sizeof(u_int32_t),
b->psize, b->nchunk * b->npacket, BUS_DMA_WAITOK);
if (q->buf == NULL) {
kfree(q->bulkxfer, M_FW);
q->bulkxfer = NULL;
return(ENOMEM);
}
q->bnchunk = b->nchunk;
q->bnpacket = b->npacket;
q->psize = (b->psize + 3) & ~3;
q->queued = 0;
STAILQ_INIT(&q->stvalid);
STAILQ_INIT(&q->stfree);
STAILQ_INIT(&q->stdma);
q->stproc = NULL;
for(i = 0 ; i < q->bnchunk; i++){
q->bulkxfer[i].poffset = i * q->bnpacket;
q->bulkxfer[i].mbuf = NULL;
STAILQ_INSERT_TAIL(&q->stfree, &q->bulkxfer[i], link);
}
q->flag &= ~FWXFERQ_MODEMASK;
q->flag |= FWXFERQ_STREAM;
q->flag |= FWXFERQ_EXTBUF;
return (0);
}
static int
fwdev_freebuf(struct fw_xferq *q)
{
if (q->flag & FWXFERQ_EXTBUF) {
if (q->buf != NULL)
fwdma_free_multiseg(q->buf);
q->buf = NULL;
kfree(q->bulkxfer, M_FW);
q->bulkxfer = NULL;
q->flag &= ~FWXFERQ_EXTBUF;
q->psize = 0;
q->maxq = FWMAXQUEUE;
}
return (0);
}
static int
fw_open (struct dev_open_args *ap)
{
cdev_t dev = ap->a_head.a_dev;
int err = 0;
if (DEV_FWMEM(dev))
return fwmem_open(ap);
if (dev->si_drv1 != NULL)
return (EBUSY);
#if defined(__FreeBSD__) && __FreeBSD_version >= 500000
if ((dev->si_flags & SI_NAMED) == 0) {
int unit = DEV2UNIT(dev);
int sub = DEV2SUB(dev);
make_dev(&firewire_ops, minor(dev),
UID_ROOT, GID_OPERATOR, 0660,
"fw%d.%d", unit, sub);
}
#endif
dev->si_drv1 = kmalloc(sizeof(struct fw_drv1), M_FW, M_WAITOK | M_ZERO);
return err;
}
static int
fw_close (struct dev_close_args *ap)
{
cdev_t dev = ap->a_head.a_dev;
struct firewire_softc *sc;
struct firewire_comm *fc;
struct fw_drv1 *d;
int unit = DEV2UNIT(dev);
struct fw_xfer *xfer;
struct fw_bind *fwb;
int err = 0;
if (DEV_FWMEM(dev))
return fwmem_close(ap);
sc = devclass_get_softc(firewire_devclass, unit);
fc = sc->fc;
d = (struct fw_drv1 *)dev->si_drv1;
if (d->ir != NULL) {
struct fw_xferq *ir = d->ir;
if ((ir->flag & FWXFERQ_OPEN) == 0)
return (EINVAL);
if (ir->flag & FWXFERQ_RUNNING) {
ir->flag &= ~FWXFERQ_RUNNING;
fc->irx_disable(fc, ir->dmach);
}
fwdev_freebuf(ir);
for (xfer = STAILQ_FIRST(&ir->q);
xfer != NULL; xfer = STAILQ_FIRST(&ir->q)) {
ir->queued --;
STAILQ_REMOVE_HEAD(&ir->q, link);
xfer->resp = 0;
fw_xfer_done(xfer);
}
for (fwb = STAILQ_FIRST(&ir->binds); fwb != NULL;
fwb = STAILQ_FIRST(&ir->binds)) {
STAILQ_REMOVE(&fc->binds, fwb, fw_bind, fclist);
STAILQ_REMOVE_HEAD(&ir->binds, chlist);
kfree(fwb, M_FW);
}
ir->flag &= ~(FWXFERQ_OPEN |
FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
d->ir = NULL;
}
if (d->it != NULL) {
struct fw_xferq *it = d->it;
if ((it->flag & FWXFERQ_OPEN) == 0)
return (EINVAL);
if (it->flag & FWXFERQ_RUNNING) {
it->flag &= ~FWXFERQ_RUNNING;
fc->itx_disable(fc, it->dmach);
}
fwdev_freebuf(it);
it->flag &= ~(FWXFERQ_OPEN |
FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
d->it = NULL;
}
kfree(dev->si_drv1, M_FW);
dev->si_drv1 = NULL;
return err;
}
static int
fw_read (struct dev_read_args *ap)
{
cdev_t dev = ap->a_head.a_dev;
struct uio *uio = ap->a_uio;
struct firewire_softc *sc;
struct fw_xferq *ir;
struct fw_xfer *xfer;
int err = 0, slept = 0;
int unit = DEV2UNIT(dev);
struct fw_pkt *fp;
if (DEV_FWMEM(dev))
return physread(ap);
sc = devclass_get_softc(firewire_devclass, unit);
ir = ((struct fw_drv1 *)dev->si_drv1)->ir;
if (ir == NULL || ir->buf == NULL)
return (EIO);
readloop:
xfer = STAILQ_FIRST(&ir->q);
if (ir->stproc == NULL) {
ir->stproc = STAILQ_FIRST(&ir->stvalid);
if (ir->stproc != NULL) {
crit_enter();
STAILQ_REMOVE_HEAD(&ir->stvalid, link);
crit_exit();
ir->queued = 0;
}
}
if (xfer == NULL && ir->stproc == NULL) {
if (slept == 0) {
slept = 1;
ir->flag |= FWXFERQ_WAKEUP;
err = tsleep(ir, FWPRI, "fw_read", hz);
ir->flag &= ~FWXFERQ_WAKEUP;
if (err == 0)
goto readloop;
} else if (slept == 1)
err = EIO;
return err;
} else if(xfer != NULL) {
#if 0
crit_enter();
ir->queued --;
STAILQ_REMOVE_HEAD(&ir->q, link);
crit_exit();
fp = &xfer->recv.hdr;
if (sc->fc->irx_post != NULL)
sc->fc->irx_post(sc->fc, fp->mode.ld);
err = uiomove((void *)fp, 1 , uio);
#endif
fw_xfer_free( xfer);
} else if(ir->stproc != NULL) {
fp = (struct fw_pkt *)fwdma_v_addr(ir->buf,
ir->stproc->poffset + ir->queued);
if(sc->fc->irx_post != NULL)
sc->fc->irx_post(sc->fc, fp->mode.ld);
if(fp->mode.stream.len == 0){
err = EIO;
return err;
}
err = uiomove((caddr_t)fp,
fp->mode.stream.len + sizeof(u_int32_t), uio);
ir->queued ++;
if(ir->queued >= ir->bnpacket){
crit_enter();
STAILQ_INSERT_TAIL(&ir->stfree, ir->stproc, link);
crit_exit();
sc->fc->irx_enable(sc->fc, ir->dmach);
ir->stproc = NULL;
}
if (uio->uio_resid >= ir->psize) {
slept = -1;
goto readloop;
}
}
return err;
}
static int
fw_write (struct dev_write_args *ap)
{
cdev_t dev = ap->a_head.a_dev;
struct uio *uio = ap->a_uio;
int err = 0;
struct firewire_softc *sc;
int unit = DEV2UNIT(dev);
int slept = 0;
struct fw_pkt *fp;
struct fw_xferq *it;
if (DEV_FWMEM(dev))
return physwrite(ap);
sc = devclass_get_softc(firewire_devclass, unit);
it = ((struct fw_drv1 *)dev->si_drv1)->it;
if (it == NULL || it->buf == NULL)
return (EIO);
isoloop:
if (it->stproc == NULL) {
it->stproc = STAILQ_FIRST(&it->stfree);
if (it->stproc != NULL) {
crit_enter();
STAILQ_REMOVE_HEAD(&it->stfree, link);
crit_exit();
it->queued = 0;
} else if (slept == 0) {
slept = 1;
err = sc->fc->itx_enable(sc->fc, it->dmach);
if (err)
return err;
err = tsleep(it, FWPRI, "fw_write", hz);
if (err)
return err;
goto isoloop;
} else {
err = EIO;
return err;
}
}
fp = (struct fw_pkt *)fwdma_v_addr(it->buf,
it->stproc->poffset + it->queued);
err = uiomove((caddr_t)fp, sizeof(struct fw_isohdr), uio);
err = uiomove((caddr_t)fp->mode.stream.payload,
fp->mode.stream.len, uio);
it->queued ++;
if (it->queued >= it->bnpacket) {
crit_enter();
STAILQ_INSERT_TAIL(&it->stvalid, it->stproc, link);
crit_exit();
it->stproc = NULL;
err = sc->fc->itx_enable(sc->fc, it->dmach);
}
if (uio->uio_resid >= sizeof(struct fw_isohdr)) {
slept = 0;
goto isoloop;
}
return err;
}
static int
fw_ioctl (struct dev_ioctl_args *ap)
{
cdev_t dev = ap->a_head.a_dev;
struct firewire_softc *sc;
struct firewire_comm *fc;
struct fw_drv1 *d;
int unit = DEV2UNIT(dev);
int i, len, err = 0;
struct fw_device *fwdev;
struct fw_bind *fwb;
struct fw_xferq *ir, *it;
struct fw_xfer *xfer;
struct fw_pkt *fp;
struct fw_devinfo *devinfo;
void *ptr;
struct fw_devlstreq *fwdevlst = (struct fw_devlstreq *)ap->a_data;
struct fw_asyreq *asyreq = (struct fw_asyreq *)ap->a_data;
struct fw_isochreq *ichreq = (struct fw_isochreq *)ap->a_data;
struct fw_isobufreq *ibufreq = (struct fw_isobufreq *)ap->a_data;
struct fw_asybindreq *bindreq = (struct fw_asybindreq *)ap->a_data;
struct fw_crom_buf *crom_buf = (struct fw_crom_buf *)ap->a_data;
if (DEV_FWMEM(dev))
return fwmem_ioctl(ap);
if (!ap->a_data)
return(EINVAL);
sc = devclass_get_softc(firewire_devclass, unit);
fc = sc->fc;
d = (struct fw_drv1 *)dev->si_drv1;
ir = d->ir;
it = d->it;
switch (ap->a_cmd) {
case FW_STSTREAM:
if (it == NULL) {
for (i = 0; i < fc->nisodma; i ++) {
it = fc->it[i];
if ((it->flag & FWXFERQ_OPEN) == 0)
break;
}
if (i >= fc->nisodma) {
err = EBUSY;
break;
}
err = fwdev_allocbuf(fc, it, &d->bufreq.tx);
if (err)
break;
it->flag |= FWXFERQ_OPEN;
}
it->flag &= ~0xff;
it->flag |= (0x3f & ichreq->ch);
it->flag |= ((0x3 & ichreq->tag) << 6);
d->it = it;
break;
case FW_GTSTREAM:
if (it != NULL) {
ichreq->ch = it->flag & 0x3f;
ichreq->tag = it->flag >> 2 & 0x3;
} else
err = EINVAL;
break;
case FW_SRSTREAM:
if (ir == NULL) {
for (i = 0; i < fc->nisodma; i ++) {
ir = fc->ir[i];
if ((ir->flag & FWXFERQ_OPEN) == 0)
break;
}
if (i >= fc->nisodma) {
err = EBUSY;
break;
}
err = fwdev_allocbuf(fc, ir, &d->bufreq.rx);
if (err)
break;
ir->flag |= FWXFERQ_OPEN;
}
ir->flag &= ~0xff;
ir->flag |= (0x3f & ichreq->ch);
ir->flag |= ((0x3 & ichreq->tag) << 6);
d->ir = ir;
err = fc->irx_enable(fc, ir->dmach);
break;
case FW_GRSTREAM:
if (d->ir != NULL) {
ichreq->ch = ir->flag & 0x3f;
ichreq->tag = ir->flag >> 2 & 0x3;
} else
err = EINVAL;
break;
case FW_SSTBUF:
bcopy(ibufreq, &d->bufreq, sizeof(d->bufreq));
break;
case FW_GSTBUF:
bzero(&ibufreq->rx, sizeof(ibufreq->rx));
if (ir != NULL) {
ibufreq->rx.nchunk = ir->bnchunk;
ibufreq->rx.npacket = ir->bnpacket;
ibufreq->rx.psize = ir->psize;
}
bzero(&ibufreq->tx, sizeof(ibufreq->tx));
if (it != NULL) {
ibufreq->tx.nchunk = it->bnchunk;
ibufreq->tx.npacket = it->bnpacket;
ibufreq->tx.psize = it->psize;
}
break;
case FW_ASYREQ:
{
struct tcode_info *tinfo;
int pay_len = 0;
fp = &asyreq->pkt;
tinfo = &sc->fc->tcode[fp->mode.hdr.tcode];
if ((tinfo->flag & FWTI_BLOCK_ASY) != 0)
pay_len = MAX(0, asyreq->req.len - tinfo->hdr_len);
xfer = fw_xfer_alloc_buf(M_FWXFER, pay_len, PAGE_SIZE);
if (xfer == NULL)
return (ENOMEM);
switch (asyreq->req.type) {
case FWASREQNODE:
break;
case FWASREQEUI:
fwdev = fw_noderesolve_eui64(sc->fc,
&asyreq->req.dst.eui);
if (fwdev == NULL) {
device_printf(sc->fc->bdev,
"cannot find node\n");
err = EINVAL;
goto out;
}
fp->mode.hdr.dst = FWLOCALBUS | fwdev->dst;
break;
case FWASRESTL:
break;
case FWASREQSTREAM:
break;
}
bcopy(fp, (void *)&xfer->send.hdr, tinfo->hdr_len);
if (pay_len > 0)
bcopy((char *)fp + tinfo->hdr_len,
(void *)&xfer->send.payload, pay_len);
xfer->send.spd = asyreq->req.sped;
xfer->act.hand = fw_asy_callback;
if ((err = fw_asyreq(sc->fc, -1, xfer)) != 0)
goto out;
if ((err = tsleep(xfer, FWPRI, "asyreq", hz)) != 0)
goto out;
if (xfer->resp != 0) {
err = EIO;
goto out;
}
if ((tinfo->flag & FWTI_TLABEL) == 0)
goto out;
tinfo = &sc->fc->tcode[xfer->recv.hdr.mode.hdr.tcode];
if (asyreq->req.len >= xfer->recv.pay_len + tinfo->hdr_len)
asyreq->req.len = xfer->recv.pay_len;
else
err = EINVAL;
bcopy(&xfer->recv.hdr, fp, tinfo->hdr_len);
bcopy(xfer->recv.payload, (char *)fp + tinfo->hdr_len,
MAX(0, asyreq->req.len - tinfo->hdr_len));
out:
fw_xfer_free_buf(xfer);
break;
}
case FW_IBUSRST:
sc->fc->ibr(sc->fc);
break;
case FW_CBINDADDR:
fwb = fw_bindlookup(sc->fc,
bindreq->start.hi, bindreq->start.lo);
if(fwb == NULL){
err = EINVAL;
break;
}
STAILQ_REMOVE(&sc->fc->binds, fwb, fw_bind, fclist);
STAILQ_REMOVE(&ir->binds, fwb, fw_bind, chlist);
kfree(fwb, M_FW);
break;
case FW_SBINDADDR:
if(bindreq->len <= 0 ){
err = EINVAL;
break;
}
if(bindreq->start.hi > 0xffff ){
err = EINVAL;
break;
}
fwb = kmalloc(sizeof (struct fw_bind), M_FW, M_WAITOK);
fwb->start = ((u_int64_t)bindreq->start.hi << 32) |
bindreq->start.lo;
fwb->end = fwb->start + bindreq->len;
fwb->sub = ir->dmach;
fwb->act_type = FWACT_CH;
xfer = fw_xfer_alloc(M_FWXFER);
if(xfer == NULL){
kfree(fwb, M_FW);
return (ENOMEM);
}
xfer->fc = sc->fc;
crit_enter();
STAILQ_INIT(&fwb->xferlist);
STAILQ_INSERT_TAIL(&fwb->xferlist, xfer, link);
crit_exit();
err = fw_bindadd(sc->fc, fwb);
break;
case FW_GDEVLST:
i = len = 1;
devinfo = &fwdevlst->dev[0];
devinfo->dst = sc->fc->nodeid;
devinfo->status = 0;
devinfo->eui.hi = sc->fc->eui.hi;
devinfo->eui.lo = sc->fc->eui.lo;
STAILQ_FOREACH(fwdev, &sc->fc->devices, link) {
if(len < FW_MAX_DEVLST){
devinfo = &fwdevlst->dev[len++];
devinfo->dst = fwdev->dst;
devinfo->status =
(fwdev->status == FWDEVINVAL)?0:1;
devinfo->eui.hi = fwdev->eui.hi;
devinfo->eui.lo = fwdev->eui.lo;
}
i++;
}
fwdevlst->n = i;
fwdevlst->info_len = len;
break;
case FW_GTPMAP:
bcopy(sc->fc->topology_map, ap->a_data,
(sc->fc->topology_map->crc_len + 1) * 4);
break;
case FW_GCROM:
STAILQ_FOREACH(fwdev, &sc->fc->devices, link)
if (FW_EUI64_EQUAL(fwdev->eui, crom_buf->eui))
break;
if (fwdev == NULL) {
if (!FW_EUI64_EQUAL(sc->fc->eui, crom_buf->eui)) {
err = FWNODE_INVAL;
break;
}
ptr = kmalloc(CROMSIZE, M_FW, M_WAITOK);
len = CROMSIZE;
for (i = 0; i < CROMSIZE/4; i++)
((u_int32_t *)ptr)[i]
= ntohl(sc->fc->config_rom[i]);
} else {
ptr = (void *)&fwdev->csrrom[0];
if (fwdev->rommax < CSRROMOFF)
len = 0;
else
len = fwdev->rommax - CSRROMOFF + 4;
}
if (crom_buf->len < len && crom_buf->len >= 0)
len = crom_buf->len;
else
crom_buf->len = len;
err = copyout(ptr, crom_buf->ptr, len);
if (fwdev == NULL)
kfree(ptr, M_FW);
break;
default:
sc->fc->ioctl(ap);
break;
}
return err;
}
static struct filterops fw_read_filterops =
{ FILTEROP_ISFD, NULL, fwfilt_detach, fwfilt_read };
static struct filterops fw_write_filterops =
{ FILTEROP_ISFD, NULL, fwfilt_detach, fwfilt_write };
static int
fw_kqfilter(struct dev_kqfilter_args *ap)
{
cdev_t dev = ap->a_head.a_dev;
struct fw_xferq *ir;
struct knote *kn = ap->a_kn;
struct klist *klist;
if (DEV_FWMEM(dev)) {
ap->a_result = EOPNOTSUPP;
return (0);
}
ir = ((struct fw_drv1 *)dev->si_drv1)->ir;
ap->a_result = 0;
switch (kn->kn_filter) {
case EVFILT_READ:
kn->kn_fop = &fw_read_filterops;
kn->kn_hook = (caddr_t)ir;
break;
case EVFILT_WRITE:
kn->kn_fop = &fw_write_filterops;
kn->kn_hook = (caddr_t)ir;
break;
default:
ap->a_result = EOPNOTSUPP;
return (0);
}
klist = &ir->rkq.ki_note;
knote_insert(klist, kn);
return (0);
}
static void
fwfilt_detach(struct knote *kn)
{
struct fw_xferq *ir = (struct fw_xferq *)kn->kn_hook;
struct klist *klist = &ir->rkq.ki_note;
knote_remove(klist, kn);
}
static int
fwfilt_read(struct knote *kn, long hint)
{
struct fw_xferq *ir = (struct fw_xferq *)kn->kn_hook;
int ready = 0;
if (STAILQ_FIRST(&ir->q) != NULL)
ready = 1;
return (ready);
}
static int
fwfilt_write(struct knote *kn, long hint)
{
return (1);
}
static int
fw_mmap (struct dev_mmap_args *ap)
{
cdev_t dev = ap->a_head.a_dev;
if (DEV_FWMEM(dev))
return fwmem_mmap(ap);
return EINVAL;
}
static int
fw_strategy(struct dev_strategy_args *ap)
{
cdev_t dev = ap->a_head.a_dev;
struct bio *bio = ap->a_bio;
struct buf *bp = bio->bio_buf;
if (DEV_FWMEM(dev)) {
fwmem_strategy(ap);
return(0);
}
bp->b_error = EOPNOTSUPP;
bp->b_flags |= B_ERROR;
bp->b_resid = bp->b_bcount;
biodone(bio);
return(0);
}
int
fwdev_makedev(struct firewire_softc *sc)
{
return(0);
}
int
fwdev_destroydev(struct firewire_softc *sc)
{
int unit;
unit = device_get_unit(sc->fc->bdev);
dev_ops_remove_minor(&firewire_ops, FW_UNIT(unit));
return(0);
}
#if defined(__FreeBSD__) && __FreeBSD_version >= 500000
#define NDEVTYPE 2
void
fwdev_clone(void *arg, char *name, int namelen, cdev_t *dev)
{
struct firewire_softc *sc;
char *devnames[NDEVTYPE] = {"fw", "fwmem"};
char *subp = NULL;
int devflag[NDEVTYPE] = {0, FWMEM_FLAG};
int i, unit = 0, sub = 0;
if (*dev != NULL)
return;
for (i = 0; i < NDEVTYPE; i++)
if (dev_stdclone(name, &subp, devnames[i], &unit) == 2)
goto found;
return;
found:
if (subp == NULL || *subp++ != '.')
return;
while (isdigit(*subp)) {
sub *= 10;
sub += *subp++ - '0';
}
if (*subp != '\0')
return;
sc = devclass_get_softc(firewire_devclass, unit);
if (sc == NULL)
return;
*dev = make_dev(&firewire_ops, MAKEMINOR(devflag[i], unit, sub),
UID_ROOT, GID_OPERATOR, 0660,
"%s%d.%d", devnames[i], unit, sub);
(*dev)->si_flags |= SI_CHEAPCLONE;
dev_depends(sc->dev, *dev);
return;
}
#endif