root/sys/dev/rtwn/usb/rtwn_usb_rx.c
/*      $OpenBSD: if_urtwn.c,v 1.16 2011/02/10 17:26:40 jakemsr Exp $   */

/*-
 * Copyright (c) 2010 Damien Bergamini <damien.bergamini@free.fr>
 * Copyright (c) 2014 Kevin Lo <kevlo@FreeBSD.org>
 * Copyright (c) 2015-2016 Andriy Voskoboinyk <avos@FreeBSD.org>
 *
 * Permission to use, copy, modify, and distribute this software for any
 * purpose with or without fee is hereby granted, provided that the above
 * copyright notice and this permission notice appear in all copies.
 *
 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 */

#include <sys/cdefs.h>
#include "opt_wlan.h"

#include <sys/param.h>
#include <sys/lock.h>
#include <sys/mutex.h>
#include <sys/mbuf.h>
#include <sys/kernel.h>
#include <sys/socket.h>
#include <sys/systm.h>
#include <sys/malloc.h>
#include <sys/queue.h>
#include <sys/taskqueue.h>
#include <sys/bus.h>
#include <sys/endian.h>

#include <net/if.h>
#include <net/if_var.h>
#include <net/ethernet.h>
#include <net/if_dl.h>
#include <net/if_media.h>

#include <net80211/ieee80211_var.h>
#include <net80211/ieee80211_radiotap.h>
#ifdef  IEEE80211_SUPPORT_SUPERG
#include <net80211/ieee80211_superg.h>
#endif

#include <dev/usb/usb.h>
#include <dev/usb/usbdi.h>

#include <dev/rtwn/if_rtwnreg.h>
#include <dev/rtwn/if_rtwnvar.h>

#include <dev/rtwn/if_rtwn_debug.h>
#include <dev/rtwn/if_rtwn_ridx.h>
#include <dev/rtwn/if_rtwn_rx.h>
#include <dev/rtwn/if_rtwn_task.h>
#include <dev/rtwn/if_rtwn_tx.h>

#include <dev/rtwn/usb/rtwn_usb_var.h>
#include <dev/rtwn/usb/rtwn_usb_rx.h>

static struct mbuf *    rtwn_rxeof(struct rtwn_softc *, struct rtwn_data *,
                            uint8_t *, int);

static int
rtwn_rx_check_pre_alloc(struct rtwn_softc *sc,
    struct rtwn_rx_stat_common *stat)
{
        uint32_t rxdw0;
        int pktlen;

        RTWN_ASSERT_LOCKED(sc);

        /*
         * don't pass packets to the ieee80211 framework if the driver isn't
         * RUNNING.
         */
        if (!(sc->sc_flags & RTWN_RUNNING))
                return (-1);

        rxdw0 = le32toh(stat->rxdw0);
        if (__predict_false(rxdw0 & (RTWN_RXDW0_CRCERR | RTWN_RXDW0_ICVERR))) {
                /*
                 * This should not happen since we setup our Rx filter
                 * to not receive these frames.
                 */
                RTWN_DPRINTF(sc, RTWN_DEBUG_RECV,
                    "%s: RX flags error (%s)\n", __func__,
                    rxdw0 & RTWN_RXDW0_CRCERR ? "CRC" : "ICV");
                return (-1);
        }

        pktlen = MS(rxdw0, RTWN_RXDW0_PKTLEN);
        if (__predict_false(pktlen < sizeof(struct ieee80211_frame_ack))) {
                /*
                 * Should not happen (because of Rx filter setup).
                 */
                RTWN_DPRINTF(sc, RTWN_DEBUG_RECV,
                    "%s: frame is too short: %d\n", __func__, pktlen);
                return (-1);
        }

        return (0);
}

static struct mbuf *
rtwn_rx_copy_to_mbuf(struct rtwn_softc *sc, struct rtwn_rx_stat_common *stat,
    int totlen)
{
        struct ieee80211com *ic = &sc->sc_ic;
        struct mbuf *m;

        RTWN_ASSERT_LOCKED(sc);

        /* Dump Rx descriptor. */
        RTWN_DPRINTF(sc, RTWN_DEBUG_RECV_DESC,
            "%s: dw: 0 %08X, 1 %08X, 2 %08X, 3 %08X, 4 %08X, tsfl %08X\n",
            __func__, le32toh(stat->rxdw0), le32toh(stat->rxdw1),
            le32toh(stat->rxdw2), le32toh(stat->rxdw3), le32toh(stat->rxdw4),
            le32toh(stat->tsf_low));

        if (rtwn_rx_check_pre_alloc(sc, stat) != 0)
                goto fail;

        /*
         * Note: this can require >4 KiB (eg de-aggregating an A-MSDU
         * from an USB frame.  See kern/286366 for more information.
         */
        m = m_get3(totlen, M_NOWAIT, MT_DATA, M_PKTHDR);
        if (__predict_false(m == NULL)) {
                device_printf(sc->sc_dev,
                    "%s: could not allocate RX mbuf (%d bytes)\n",
                    __func__, totlen);
                goto fail;
        }

        /* Finalize mbuf. */
        memcpy(mtod(m, uint8_t *), (uint8_t *)stat, totlen);
        m->m_pkthdr.len = m->m_len = totlen;

        if (rtwn_check_frame(sc, m) != 0) {
                m_freem(m);
                goto fail;
        }

        return (m);
fail:
        counter_u64_add(ic->ic_ierrors, 1);
        return (NULL);
}

static struct mbuf *
rtwn_rxeof_fragmented(struct rtwn_usb_softc *uc, struct rtwn_data *data,
    uint8_t *buf, int len)
{
        struct rtwn_softc *sc = &uc->uc_sc;
        struct ieee80211com *ic = &sc->sc_ic;
        struct rtwn_rx_stat_common *stat = &uc->uc_rx_stat;
        uint32_t rxdw0;
        int totlen, pktlen, infosz, min_len;
        int orig_len = len;
        int alloc_mbuf = 0;

        /* Check if Rx descriptor is not truncated. */
        if (uc->uc_rx_stat_len < sizeof(*stat)) {
                min_len = min(sizeof(*stat) - uc->uc_rx_stat_len, len);
                memcpy((uint8_t *)stat + uc->uc_rx_stat_len, buf, min_len);

                uc->uc_rx_stat_len += min_len;
                buf += min_len;
                len -= min_len;

                if (uc->uc_rx_stat_len < sizeof(*stat))
                        goto end;

                KASSERT(data->m == NULL, ("%s: data->m != NULL!\n", __func__));
                alloc_mbuf = 1;

                /* Dump Rx descriptor. */
                RTWN_DPRINTF(sc, RTWN_DEBUG_RECV_DESC,
                    "%s: dw: 0 %08X, 1 %08X, 2 %08X, 3 %08X, 4 %08X, "
                    "tsfl %08X\n", __func__, le32toh(stat->rxdw0),
                    le32toh(stat->rxdw1), le32toh(stat->rxdw2),
                    le32toh(stat->rxdw3), le32toh(stat->rxdw4),
                    le32toh(stat->tsf_low));
        }

        rxdw0 = le32toh(stat->rxdw0);
        pktlen = MS(rxdw0, RTWN_RXDW0_PKTLEN);
        infosz = MS(rxdw0, RTWN_RXDW0_INFOSZ) * 8;
        totlen = sizeof(*stat) + infosz + pktlen;
        if (alloc_mbuf) {
                if (rtwn_rx_check_pre_alloc(sc, stat) == 0) {
                        data->m = m_getm(NULL, totlen, M_NOWAIT, MT_DATA);
                        if (data->m != NULL) {
                                m_copyback(data->m, 0, uc->uc_rx_stat_len,
                                    (caddr_t)stat);

                                if (rtwn_check_frame(sc, data->m) != 0) {
                                        m_freem(data->m);
                                        data->m = NULL;
                                        counter_u64_add(ic->ic_ierrors, 1);
                                }
                        } else
                                counter_u64_add(ic->ic_ierrors, 1);
                } else
                        counter_u64_add(ic->ic_ierrors, 1);

                uc->uc_rx_off = sizeof(*stat);
        }

        /* If mbuf allocation fails just discard the data. */
        min_len = min(totlen - uc->uc_rx_off, len);
        if (data->m != NULL)
                m_copyback(data->m, uc->uc_rx_off, min_len, buf);

        uc->uc_rx_off += min_len;
        if (uc->uc_rx_off == totlen) {
                /* Align next frame. */
                min_len = rtwn_usb_align_rx(uc,
                    orig_len - len + min_len, orig_len);
                min_len -= (orig_len - len);
                KASSERT(len >= min_len, ("%s: len (%d) < min_len (%d)!\n",
                    __func__, len, min_len));

                /* Clear mbuf stats. */
                uc->uc_rx_stat_len = 0;
                uc->uc_rx_off = 0;
        }
        len -= min_len;
        buf += min_len;
end:
        if (uc->uc_rx_stat_len == 0)
                return (rtwn_rxeof(sc, data, buf, len));
        else
                return (NULL);
}

static struct mbuf *
rtwn_rxeof(struct rtwn_softc *sc, struct rtwn_data *data, uint8_t *buf,
    int len)
{
        struct rtwn_usb_softc *uc = RTWN_USB_SOFTC(sc);
        struct rtwn_rx_stat_common *stat;
        struct mbuf *m, *m0 = NULL;
        uint32_t rxdw0;
        int totlen, pktlen, infosz;

        /* Prepend defragmented frame (if any). */
        if (data->m != NULL) {
                m0 = m = data->m;
                data->m = NULL;
        }

        /* Process packets. */
        while (len >= sizeof(*stat)) {
                stat = (struct rtwn_rx_stat_common *)buf;
                rxdw0 = le32toh(stat->rxdw0);

                pktlen = MS(rxdw0, RTWN_RXDW0_PKTLEN);
                if (__predict_false(pktlen == 0))
                        break;

                infosz = MS(rxdw0, RTWN_RXDW0_INFOSZ) * 8;

                /* Make sure everything fits in xfer. */
                totlen = sizeof(*stat) + infosz + pktlen;
                if (totlen > len) {
                        RTWN_DPRINTF(sc, RTWN_DEBUG_RECV,
                            "%s: frame is fragmented (totlen %d len %d)\n",
                            __func__, totlen, len);
                        break;
                }

                if (m0 == NULL)
                        m0 = m = rtwn_rx_copy_to_mbuf(sc, stat, totlen);
                else {
                        m->m_nextpkt = rtwn_rx_copy_to_mbuf(sc, stat, totlen);
                        if (m->m_nextpkt != NULL)
                                m = m->m_nextpkt;
                }

                /* Align next frame. */
                totlen = rtwn_usb_align_rx(uc, totlen, len);
                buf += totlen;
                len -= totlen;
        }

        if (len > 0)
                (void)rtwn_rxeof_fragmented(uc, data, buf, len);

        return (m0);
}

static struct mbuf *
rtwn_report_intr(struct rtwn_usb_softc *uc, struct usb_xfer *xfer,
    struct rtwn_data *data)
{
        struct rtwn_softc *sc = &uc->uc_sc;
        struct ieee80211com *ic = &sc->sc_ic;
        uint8_t *buf;
        int len;

        usbd_xfer_status(xfer, &len, NULL, NULL, NULL);

        if (__predict_false(len < sizeof(struct rtwn_rx_stat_common) &&
            uc->uc_rx_stat_len == 0)) {
                counter_u64_add(ic->ic_ierrors, 1);
                return (NULL);
        }

        buf = data->buf;
        if (uc->uc_rx_stat_len > 0)
                return (rtwn_rxeof_fragmented(uc, data, data->buf, len));

        switch (rtwn_classify_intr(sc, buf, len)) {
        case RTWN_RX_DATA:
                return (rtwn_rxeof(sc, data, buf, len));
        case RTWN_RX_TX_REPORT:
                if (sc->sc_ratectl != RTWN_RATECTL_NET80211) {
                        /* shouldn't happen */
                        device_printf(sc->sc_dev,
                            "%s called while ratectl = %d!\n",
                            __func__, sc->sc_ratectl);
                        break;
                }

                RTWN_NT_LOCK(sc);
                rtwn_handle_tx_report(sc, buf, len);
                RTWN_NT_UNLOCK(sc);

#ifdef IEEE80211_SUPPORT_SUPERG
                /*
                 * NB: this will executed only when 'report' bit is set.
                 */
                if (sc->sc_tx_n_active > 0 && --sc->sc_tx_n_active <= 1)
                        rtwn_cmd_sleepable(sc, NULL, 0, rtwn_ff_flush_all);
#endif
                break;
        case RTWN_RX_TX_REPORT2:
                if (sc->sc_ratectl != RTWN_RATECTL_NET80211) {
                        /* shouldn't happen */
                        device_printf(sc->sc_dev,
                            "%s called while ratectl = %d!\n",
                            __func__, sc->sc_ratectl);
                        break;
                }

                RTWN_NT_LOCK(sc);
                rtwn_handle_tx_report2(sc, buf, len);
                RTWN_NT_UNLOCK(sc);

#ifdef IEEE80211_SUPPORT_SUPERG
                /*
                 * NB: this will executed only when 'report' bit is set.
                 */
                if (sc->sc_tx_n_active > 0 && --sc->sc_tx_n_active <= 1)
                        rtwn_cmd_sleepable(sc, NULL, 0, rtwn_ff_flush_all);
#endif
                break;
        case RTWN_RX_OTHER:
                rtwn_handle_c2h_report(sc, buf, len);
                break;
        default:
                /* NOTREACHED */
                KASSERT(0, ("unknown Rx classification code"));
                break;
        }

        return (NULL);
}

static struct ieee80211_node *
rtwn_rx_frame(struct rtwn_softc *sc, struct mbuf *m)
{
        struct rtwn_rx_stat_common stat;

        /* Imitate PCIe layout. */
        m_copydata(m, 0, sizeof(stat), (caddr_t)&stat);
        m_adj(m, sizeof(stat));

        return (rtwn_rx_common(sc, m, &stat));
}

void
rtwn_bulk_rx_callback(struct usb_xfer *xfer, usb_error_t error)
{
        struct rtwn_usb_softc *uc = usbd_xfer_softc(xfer);
        struct rtwn_softc *sc = &uc->uc_sc;
        struct ieee80211com *ic = &sc->sc_ic;
        struct ieee80211_node *ni;
        struct mbuf *m0, *m = NULL, *next;
        struct rtwn_data *data;

        RTWN_ASSERT_LOCKED(sc);

        switch (USB_GET_STATE(xfer)) {
        case USB_ST_TRANSFERRED:
                data = STAILQ_FIRST(&uc->uc_rx_active);
                if (data == NULL)
                        goto tr_setup;
                STAILQ_REMOVE_HEAD(&uc->uc_rx_active, next);
                m = rtwn_report_intr(uc, xfer, data);
                STAILQ_INSERT_TAIL(&uc->uc_rx_inactive, data, next);
                /* FALLTHROUGH */
        case USB_ST_SETUP:
tr_setup:
                data = STAILQ_FIRST(&uc->uc_rx_inactive);
                if (data == NULL) {
                        KASSERT(m == NULL, ("mbuf isn't NULL"));
                        goto finish;
                }
                STAILQ_REMOVE_HEAD(&uc->uc_rx_inactive, next);
                STAILQ_INSERT_TAIL(&uc->uc_rx_active, data, next);
                usbd_xfer_set_frame_data(xfer, 0, data->buf,
                    usbd_xfer_max_len(xfer));
                usbd_transfer_submit(xfer);

                /*
                 * To avoid LOR we should unlock our private mutex here to call
                 * ieee80211_input() because here is at the end of a USB
                 * callback and safe to unlock.
                 */
                m0 = m;
                while (m != NULL) {
                        M_ASSERTPKTHDR(m);
                        m->m_pkthdr.PH_loc.ptr = rtwn_rx_frame(sc, m);
                        m = m->m_nextpkt;
                }
                RTWN_UNLOCK(sc);
                m = m0;
                while (m != NULL) {
                        next = m->m_nextpkt;
                        m->m_nextpkt = NULL;

                        ni = m->m_pkthdr.PH_loc.ptr;
                        m->m_pkthdr.PH_loc.ptr = NULL;
                        if (ni != NULL) {
                                (void)ieee80211_input_mimo(ni, m);
                                ieee80211_free_node(ni);
                        } else {
                                (void)ieee80211_input_mimo_all(ic, m);
                        }
                        m = next;
                }
                RTWN_LOCK(sc);
                break;
        default:
                /* needs it to the inactive queue due to a error. */
                data = STAILQ_FIRST(&uc->uc_rx_active);
                if (data != NULL) {
                        STAILQ_REMOVE_HEAD(&uc->uc_rx_active, next);
                        STAILQ_INSERT_TAIL(&uc->uc_rx_inactive, data, next);
                }
                if (error != USB_ERR_CANCELLED) {
                        /* XXX restart device if frame was fragmented? */

                        usbd_xfer_set_stall(xfer);
                        counter_u64_add(ic->ic_ierrors, 1);
                        goto tr_setup;
                }
                break;
        }
finish:
        /* Kick-start more transmit in case we stalled */
        rtwn_start(sc);
}