root/drivers/net/wireless/marvell/mwifiex/main.c
// SPDX-License-Identifier: GPL-2.0-only
/*
 * NXP Wireless LAN device driver: major functions
 *
 * Copyright 2011-2020 NXP
 */

#include <linux/suspend.h>
#include <net/sock.h>

#include "main.h"
#include "wmm.h"
#include "cfg80211.h"
#include "11n.h"

#define VERSION "1.0"
#define MFG_FIRMWARE    "mwifiex_mfg.bin"

static unsigned int debug_mask = MWIFIEX_DEFAULT_DEBUG_MASK;
module_param(debug_mask, uint, 0);
MODULE_PARM_DESC(debug_mask, "bitmap for debug flags");

const char driver_version[] = "mwifiex " VERSION " (%s) ";
static char *cal_data_cfg;
module_param(cal_data_cfg, charp, 0);

static unsigned short driver_mode;
module_param(driver_mode, ushort, 0);
MODULE_PARM_DESC(driver_mode,
                 "station=0x1(default), ap-sta=0x3, station-p2p=0x5, ap-sta-p2p=0x7");

bool mfg_mode;
module_param(mfg_mode, bool, 0);
MODULE_PARM_DESC(mfg_mode, "manufacturing mode enable:1, disable:0");

bool aggr_ctrl;
module_param(aggr_ctrl, bool, 0000);
MODULE_PARM_DESC(aggr_ctrl, "usb tx aggregation enable:1, disable:0");

const u16 mwifiex_1d_to_wmm_queue[8] = { 1, 0, 0, 1, 2, 2, 3, 3 };

/*
 * This function registers the device and performs all the necessary
 * initializations.
 *
 * The following initialization operations are performed -
 *      - Allocate adapter structure
 *      - Save interface specific operations table in adapter
 *      - Call interface specific initialization routine
 *      - Allocate private structures
 *      - Set default adapter structure parameters
 *      - Initialize locks
 *
 * In case of any errors during inittialization, this function also ensures
 * proper cleanup before exiting.
 */
static int mwifiex_register(void *card, struct device *dev,
                            const struct mwifiex_if_ops *if_ops, void **padapter)
{
        struct mwifiex_adapter *adapter;
        int i;

        adapter = kzalloc_obj(struct mwifiex_adapter);
        if (!adapter)
                return -ENOMEM;

        *padapter = adapter;
        adapter->dev = dev;
        adapter->card = card;

        /* Save interface specific operations in adapter */
        memmove(&adapter->if_ops, if_ops, sizeof(struct mwifiex_if_ops));
        adapter->debug_mask = debug_mask;

        /* card specific initialization has been deferred until now .. */
        if (adapter->if_ops.init_if)
                if (adapter->if_ops.init_if(adapter))
                        goto error;

        adapter->priv_num = 0;

        for (i = 0; i < MWIFIEX_MAX_BSS_NUM; i++) {
                /* Allocate memory for private structure */
                adapter->priv[i] =
                        kzalloc_obj(struct mwifiex_private);
                if (!adapter->priv[i])
                        goto error;

                adapter->priv[i]->adapter = adapter;
                adapter->priv_num++;
        }
        mwifiex_init_lock_list(adapter);

        timer_setup(&adapter->cmd_timer, mwifiex_cmd_timeout_func, 0);

        return 0;

error:
        mwifiex_dbg(adapter, ERROR,
                    "info: leave mwifiex_register with error\n");

        for (i = 0; i < adapter->priv_num; i++)
                kfree(adapter->priv[i]);

        kfree(adapter);

        return -1;
}

/*
 * This function unregisters the device and performs all the necessary
 * cleanups.
 *
 * The following cleanup operations are performed -
 *      - Free the timers
 *      - Free beacon buffers
 *      - Free private structures
 *      - Free adapter structure
 */
static int mwifiex_unregister(struct mwifiex_adapter *adapter)
{
        s32 i;

        if (adapter->if_ops.cleanup_if)
                adapter->if_ops.cleanup_if(adapter);

        timer_shutdown_sync(&adapter->cmd_timer);

        /* Free private structures */
        for (i = 0; i < adapter->priv_num; i++) {
                mwifiex_free_curr_bcn(adapter->priv[i]);
                kfree(adapter->priv[i]);
        }

        if (adapter->nd_info) {
                for (i = 0 ; i < adapter->nd_info->n_matches ; i++)
                        kfree(adapter->nd_info->matches[i]);
                kfree(adapter->nd_info);
                adapter->nd_info = NULL;
        }

        kfree(adapter->regd);

        kfree(adapter);
        return 0;
}

void mwifiex_queue_main_work(struct mwifiex_adapter *adapter)
{
        unsigned long flags;

        spin_lock_irqsave(&adapter->main_proc_lock, flags);
        if (adapter->mwifiex_processing) {
                adapter->more_task_flag = true;
                spin_unlock_irqrestore(&adapter->main_proc_lock, flags);
        } else {
                spin_unlock_irqrestore(&adapter->main_proc_lock, flags);
                queue_work(adapter->workqueue, &adapter->main_work);
        }
}
EXPORT_SYMBOL_GPL(mwifiex_queue_main_work);

static void mwifiex_queue_rx_work(struct mwifiex_adapter *adapter)
{
        spin_lock_bh(&adapter->rx_proc_lock);
        if (adapter->rx_processing) {
                spin_unlock_bh(&adapter->rx_proc_lock);
        } else {
                spin_unlock_bh(&adapter->rx_proc_lock);
                queue_work(adapter->rx_workqueue, &adapter->rx_work);
        }
}

static int mwifiex_process_rx(struct mwifiex_adapter *adapter)
{
        struct sk_buff *skb;
        struct mwifiex_rxinfo *rx_info;

        spin_lock_bh(&adapter->rx_proc_lock);
        if (adapter->rx_processing || adapter->rx_locked) {
                spin_unlock_bh(&adapter->rx_proc_lock);
                goto exit_rx_proc;
        } else {
                adapter->rx_processing = true;
                spin_unlock_bh(&adapter->rx_proc_lock);
        }

        /* Check for Rx data */
        while ((skb = skb_dequeue(&adapter->rx_data_q))) {
                atomic_dec(&adapter->rx_pending);
                if ((adapter->delay_main_work ||
                     adapter->iface_type == MWIFIEX_USB) &&
                    (atomic_read(&adapter->rx_pending) < LOW_RX_PENDING)) {
                        if (adapter->if_ops.submit_rem_rx_urbs)
                                adapter->if_ops.submit_rem_rx_urbs(adapter);
                        adapter->delay_main_work = false;
                        mwifiex_queue_main_work(adapter);
                }
                rx_info = MWIFIEX_SKB_RXCB(skb);
                if (rx_info->buf_type == MWIFIEX_TYPE_AGGR_DATA) {
                        if (adapter->if_ops.deaggr_pkt)
                                adapter->if_ops.deaggr_pkt(adapter, skb);
                        dev_kfree_skb_any(skb);
                } else {
                        mwifiex_handle_rx_packet(adapter, skb);
                }
        }
        spin_lock_bh(&adapter->rx_proc_lock);
        adapter->rx_processing = false;
        spin_unlock_bh(&adapter->rx_proc_lock);

exit_rx_proc:
        return 0;
}

static void maybe_quirk_fw_disable_ds(struct mwifiex_adapter *adapter)
{
        struct mwifiex_private *priv = mwifiex_get_priv(adapter, MWIFIEX_BSS_ROLE_STA);
        struct mwifiex_ver_ext ver_ext;

        if (test_and_set_bit(MWIFIEX_IS_REQUESTING_FW_VEREXT, &adapter->work_flags))
                return;

        memset(&ver_ext, 0, sizeof(ver_ext));
        ver_ext.version_str_sel = 1;
        if (mwifiex_send_cmd(priv, HostCmd_CMD_VERSION_EXT,
                             HostCmd_ACT_GEN_GET, 0, &ver_ext, false)) {
                mwifiex_dbg(priv->adapter, MSG,
                            "Checking hardware revision failed.\n");
        }
}

/*
 * The main process.
 *
 * This function is the main procedure of the driver and handles various driver
 * operations. It runs in a loop and provides the core functionalities.
 *
 * The main responsibilities of this function are -
 *      - Ensure concurrency control
 *      - Handle pending interrupts and call interrupt handlers
 *      - Wake up the card if required
 *      - Handle command responses and call response handlers
 *      - Handle events and call event handlers
 *      - Execute pending commands
 *      - Transmit pending data packets
 */
int mwifiex_main_process(struct mwifiex_adapter *adapter)
{
        int ret = 0;
        unsigned long flags;

        spin_lock_irqsave(&adapter->main_proc_lock, flags);

        /* Check if already processing */
        if (adapter->mwifiex_processing || adapter->main_locked) {
                adapter->more_task_flag = true;
                spin_unlock_irqrestore(&adapter->main_proc_lock, flags);
                return 0;
        } else {
                adapter->mwifiex_processing = true;
                spin_unlock_irqrestore(&adapter->main_proc_lock, flags);
        }
process_start:
        do {
                if (adapter->hw_status == MWIFIEX_HW_STATUS_NOT_READY)
                        break;

                /* For non-USB interfaces, If we process interrupts first, it
                 * would increase RX pending even further. Avoid this by
                 * checking if rx_pending has crossed high threshold and
                 * schedule rx work queue and then process interrupts.
                 * For USB interface, there are no interrupts. We already have
                 * HIGH_RX_PENDING check in usb.c
                 */
                if (atomic_read(&adapter->rx_pending) >= HIGH_RX_PENDING &&
                    adapter->iface_type != MWIFIEX_USB) {
                        adapter->delay_main_work = true;
                        mwifiex_queue_rx_work(adapter);
                        break;
                }

                /* Handle pending interrupt if any */
                if (adapter->int_status) {
                        if (adapter->hs_activated)
                                mwifiex_process_hs_config(adapter);
                        if (adapter->if_ops.process_int_status)
                                adapter->if_ops.process_int_status(adapter);
                }

                if (adapter->rx_work_enabled && adapter->data_received)
                        mwifiex_queue_rx_work(adapter);

                /* Need to wake up the card ? */
                if ((adapter->ps_state == PS_STATE_SLEEP) &&
                    (adapter->pm_wakeup_card_req &&
                     !adapter->pm_wakeup_fw_try) &&
                    (is_command_pending(adapter) ||
                     !skb_queue_empty(&adapter->tx_data_q) ||
                     !mwifiex_bypass_txlist_empty(adapter) ||
                     !mwifiex_wmm_lists_empty(adapter))) {
                        adapter->pm_wakeup_fw_try = true;
                        mod_timer(&adapter->wakeup_timer, jiffies + (HZ*3));
                        adapter->if_ops.wakeup(adapter);
                        continue;
                }

                if (IS_CARD_RX_RCVD(adapter)) {
                        adapter->data_received = false;
                        adapter->pm_wakeup_fw_try = false;
                        timer_delete(&adapter->wakeup_timer);
                        if (adapter->ps_state == PS_STATE_SLEEP)
                                adapter->ps_state = PS_STATE_AWAKE;
                } else {
                        /* We have tried to wakeup the card already */
                        if (adapter->pm_wakeup_fw_try)
                                break;
                        if (adapter->ps_state == PS_STATE_PRE_SLEEP)
                                mwifiex_check_ps_cond(adapter);

                        if (adapter->ps_state != PS_STATE_AWAKE)
                                break;
                        if (adapter->tx_lock_flag) {
                                if (adapter->iface_type == MWIFIEX_USB) {
                                        if (!adapter->usb_mc_setup)
                                                break;
                                } else
                                        break;
                        }

                        if ((!adapter->scan_chan_gap_enabled &&
                             adapter->scan_processing) || adapter->data_sent ||
                             mwifiex_is_tdls_chan_switching
                             (mwifiex_get_priv(adapter,
                                               MWIFIEX_BSS_ROLE_STA)) ||
                            (mwifiex_wmm_lists_empty(adapter) &&
                             mwifiex_bypass_txlist_empty(adapter) &&
                             skb_queue_empty(&adapter->tx_data_q))) {
                                if (adapter->cmd_sent || adapter->curr_cmd ||
                                        !mwifiex_is_send_cmd_allowed
                                                (mwifiex_get_priv(adapter,
                                                MWIFIEX_BSS_ROLE_STA)) ||
                                    (!is_command_pending(adapter)))
                                        break;
                        }
                }

                /* Check for event */
                if (adapter->event_received) {
                        adapter->event_received = false;
                        mwifiex_process_event(adapter);
                }

                /* Check for Cmd Resp */
                if (adapter->cmd_resp_received) {
                        adapter->cmd_resp_received = false;
                        mwifiex_process_cmdresp(adapter);
                }

                /* Check if we need to confirm Sleep Request
                   received previously */
                if (adapter->ps_state == PS_STATE_PRE_SLEEP)
                        mwifiex_check_ps_cond(adapter);

                /* * The ps_state may have been changed during processing of
                 * Sleep Request event.
                 */
                if ((adapter->ps_state == PS_STATE_SLEEP) ||
                    (adapter->ps_state == PS_STATE_PRE_SLEEP) ||
                    (adapter->ps_state == PS_STATE_SLEEP_CFM)) {
                        continue;
                }

                if (adapter->tx_lock_flag) {
                        if (adapter->iface_type == MWIFIEX_USB) {
                                if (!adapter->usb_mc_setup)
                                        continue;
                        } else
                                continue;
                }

                if (!adapter->cmd_sent && !adapter->curr_cmd &&
                    mwifiex_is_send_cmd_allowed
                    (mwifiex_get_priv(adapter, MWIFIEX_BSS_ROLE_STA))) {
                        if (mwifiex_exec_next_cmd(adapter) == -1) {
                                ret = -1;
                                break;
                        }
                }

                /** If USB Multi channel setup ongoing,
                 *  wait for ready to tx data.
                 */
                if (adapter->iface_type == MWIFIEX_USB &&
                    adapter->usb_mc_setup)
                        continue;

                if ((adapter->scan_chan_gap_enabled ||
                     !adapter->scan_processing) &&
                    !adapter->data_sent &&
                    !skb_queue_empty(&adapter->tx_data_q)) {
                        if (adapter->hs_activated_manually) {
                                mwifiex_cancel_hs(mwifiex_get_priv(adapter, MWIFIEX_BSS_ROLE_ANY),
                                                  MWIFIEX_ASYNC_CMD);
                                adapter->hs_activated_manually = false;
                        }

                        mwifiex_process_tx_queue(adapter);
                        if (adapter->hs_activated) {
                                clear_bit(MWIFIEX_IS_HS_CONFIGURED,
                                          &adapter->work_flags);
                                mwifiex_hs_activated_event(adapter, false);
                        }
                }

                if ((adapter->scan_chan_gap_enabled ||
                     !adapter->scan_processing) &&
                    !adapter->data_sent &&
                    !mwifiex_bypass_txlist_empty(adapter) &&
                    !mwifiex_is_tdls_chan_switching
                        (mwifiex_get_priv(adapter, MWIFIEX_BSS_ROLE_STA))) {
                        if (adapter->hs_activated_manually) {
                                mwifiex_cancel_hs(mwifiex_get_priv(adapter, MWIFIEX_BSS_ROLE_ANY),
                                                  MWIFIEX_ASYNC_CMD);
                                adapter->hs_activated_manually = false;
                        }

                        mwifiex_process_bypass_tx(adapter);
                        if (adapter->hs_activated) {
                                clear_bit(MWIFIEX_IS_HS_CONFIGURED,
                                          &adapter->work_flags);
                                mwifiex_hs_activated_event(adapter, false);
                        }
                }

                if ((adapter->scan_chan_gap_enabled ||
                     !adapter->scan_processing) &&
                    !adapter->data_sent && !mwifiex_wmm_lists_empty(adapter) &&
                    !mwifiex_is_tdls_chan_switching
                        (mwifiex_get_priv(adapter, MWIFIEX_BSS_ROLE_STA))) {
                        if (adapter->hs_activated_manually) {
                                mwifiex_cancel_hs(mwifiex_get_priv(adapter, MWIFIEX_BSS_ROLE_ANY),
                                                  MWIFIEX_ASYNC_CMD);
                                adapter->hs_activated_manually = false;
                        }

                        mwifiex_wmm_process_tx(adapter);
                        if (adapter->hs_activated) {
                                clear_bit(MWIFIEX_IS_HS_CONFIGURED,
                                          &adapter->work_flags);
                                mwifiex_hs_activated_event(adapter, false);
                        }
                }

                if (adapter->delay_null_pkt && !adapter->cmd_sent &&
                    !adapter->curr_cmd && !is_command_pending(adapter) &&
                    (mwifiex_wmm_lists_empty(adapter) &&
                     mwifiex_bypass_txlist_empty(adapter) &&
                     skb_queue_empty(&adapter->tx_data_q))) {
                        if (!mwifiex_send_null_packet
                            (mwifiex_get_priv(adapter, MWIFIEX_BSS_ROLE_STA),
                             MWIFIEX_TxPD_POWER_MGMT_NULL_PACKET |
                             MWIFIEX_TxPD_POWER_MGMT_LAST_PACKET)) {
                                adapter->delay_null_pkt = false;
                                adapter->ps_state = PS_STATE_SLEEP;
                        }
                        break;
                }
        } while (true);

        spin_lock_irqsave(&adapter->main_proc_lock, flags);
        if (adapter->more_task_flag) {
                adapter->more_task_flag = false;
                spin_unlock_irqrestore(&adapter->main_proc_lock, flags);
                goto process_start;
        }
        adapter->mwifiex_processing = false;
        spin_unlock_irqrestore(&adapter->main_proc_lock, flags);

        return ret;
}
EXPORT_SYMBOL_GPL(mwifiex_main_process);

/*
 * This function frees the adapter structure.
 *
 * Additionally, this closes the netlink socket, frees the timers
 * and private structures.
 */
static void mwifiex_free_adapter(struct mwifiex_adapter *adapter)
{
        if (!adapter) {
                pr_err("%s: adapter is NULL\n", __func__);
                return;
        }

        if (adapter->rgpower_data) {
                release_firmware(adapter->rgpower_data);
                adapter->rgpower_data = NULL;
        }

        mwifiex_unregister(adapter);
        pr_debug("info: %s: free adapter\n", __func__);
}

/*
 * This function cancels all works in the queue and destroys
 * the main workqueue.
 */
static void mwifiex_terminate_workqueue(struct mwifiex_adapter *adapter)
{
        if (adapter->workqueue) {
                destroy_workqueue(adapter->workqueue);
                adapter->workqueue = NULL;
        }

        if (adapter->rx_workqueue) {
                destroy_workqueue(adapter->rx_workqueue);
                adapter->rx_workqueue = NULL;
        }

        if (adapter->host_mlme_workqueue) {
                destroy_workqueue(adapter->host_mlme_workqueue);
                adapter->host_mlme_workqueue = NULL;
        }
}

/*
 * This function gets firmware and initializes it.
 *
 * The main initialization steps followed are -
 *      - Download the correct firmware to card
 *      - Issue the init commands to firmware
 */
static int _mwifiex_fw_dpc(const struct firmware *firmware, void *context)
{
        int ret;
        char fmt[64];
        struct mwifiex_adapter *adapter = context;
        struct mwifiex_fw_image fw;
        bool init_failed = false;
        struct wireless_dev *wdev;
        struct completion *fw_done = adapter->fw_done;

        if (!firmware) {
                mwifiex_dbg(adapter, ERROR,
                            "Failed to get firmware %s\n", adapter->fw_name);
                goto err_dnld_fw;
        }

        memset(&fw, 0, sizeof(struct mwifiex_fw_image));
        adapter->firmware = firmware;
        fw.fw_buf = (u8 *) adapter->firmware->data;
        fw.fw_len = adapter->firmware->size;

        if (adapter->if_ops.dnld_fw) {
                ret = adapter->if_ops.dnld_fw(adapter, &fw);
        } else {
                ret = mwifiex_dnld_fw(adapter, &fw);
        }

        if (ret == -1)
                goto err_dnld_fw;

        mwifiex_dbg(adapter, MSG, "WLAN FW is active\n");

        if (cal_data_cfg) {
                if ((request_firmware(&adapter->cal_data, cal_data_cfg,
                                      adapter->dev)) < 0)
                        mwifiex_dbg(adapter, ERROR,
                                    "Cal data request_firmware() failed\n");
        }

        /* enable host interrupt after fw dnld is successful */
        if (adapter->if_ops.enable_int) {
                if (adapter->if_ops.enable_int(adapter))
                        goto err_dnld_fw;
        }

        ret = mwifiex_init_fw(adapter);
        if (ret == -1)
                goto err_init_fw;

        maybe_quirk_fw_disable_ds(adapter);

        if (!adapter->wiphy) {
                if (mwifiex_register_cfg80211(adapter)) {
                        mwifiex_dbg(adapter, ERROR,
                                    "cannot register with cfg80211\n");
                        goto err_init_fw;
                }
        }

        if (mwifiex_init_channel_scan_gap(adapter)) {
                mwifiex_dbg(adapter, ERROR,
                            "could not init channel stats table\n");
                goto err_init_chan_scan;
        }

        if (driver_mode) {
                driver_mode &= MWIFIEX_DRIVER_MODE_BITMASK;
                driver_mode |= MWIFIEX_DRIVER_MODE_STA;
        }

        rtnl_lock();
        wiphy_lock(adapter->wiphy);
        /* Create station interface by default */
        wdev = mwifiex_add_virtual_intf(adapter->wiphy, "mlan%d", NET_NAME_ENUM,
                                        NL80211_IFTYPE_STATION, NULL);
        if (IS_ERR(wdev)) {
                mwifiex_dbg(adapter, ERROR,
                            "cannot create default STA interface\n");
                wiphy_unlock(adapter->wiphy);
                rtnl_unlock();
                goto err_add_intf;
        }

        if (driver_mode & MWIFIEX_DRIVER_MODE_UAP) {
                wdev = mwifiex_add_virtual_intf(adapter->wiphy, "uap%d", NET_NAME_ENUM,
                                                NL80211_IFTYPE_AP, NULL);
                if (IS_ERR(wdev)) {
                        mwifiex_dbg(adapter, ERROR,
                                    "cannot create AP interface\n");
                        wiphy_unlock(adapter->wiphy);
                        rtnl_unlock();
                        goto err_add_intf;
                }
        }

        if (driver_mode & MWIFIEX_DRIVER_MODE_P2P) {
                wdev = mwifiex_add_virtual_intf(adapter->wiphy, "p2p%d", NET_NAME_ENUM,
                                                NL80211_IFTYPE_P2P_CLIENT, NULL);
                if (IS_ERR(wdev)) {
                        mwifiex_dbg(adapter, ERROR,
                                    "cannot create p2p client interface\n");
                        wiphy_unlock(adapter->wiphy);
                        rtnl_unlock();
                        goto err_add_intf;
                }
        }
        wiphy_unlock(adapter->wiphy);
        rtnl_unlock();

        mwifiex_drv_get_driver_version(adapter, fmt, sizeof(fmt) - 1);
        mwifiex_dbg(adapter, MSG, "driver_version = %s\n", fmt);
        adapter->is_up = true;
        goto done;

err_add_intf:
        kfree(adapter->chan_stats);
err_init_chan_scan:
        wiphy_unregister(adapter->wiphy);
        wiphy_free(adapter->wiphy);
err_init_fw:
        if (adapter->if_ops.disable_int)
                adapter->if_ops.disable_int(adapter);
err_dnld_fw:
        mwifiex_dbg(adapter, ERROR,
                    "info: %s: unregister device\n", __func__);
        if (adapter->if_ops.unregister_dev)
                adapter->if_ops.unregister_dev(adapter);

        set_bit(MWIFIEX_SURPRISE_REMOVED, &adapter->work_flags);
        mwifiex_terminate_workqueue(adapter);

        if (adapter->hw_status == MWIFIEX_HW_STATUS_READY) {
                pr_debug("info: %s: shutdown mwifiex\n", __func__);
                mwifiex_shutdown_drv(adapter);
                mwifiex_free_cmd_buffers(adapter);
        }

        init_failed = true;
done:
        if (adapter->firmware) {
                release_firmware(adapter->firmware);
                adapter->firmware = NULL;
        }
        if (init_failed) {
                if (adapter->irq_wakeup >= 0)
                        device_init_wakeup(adapter->dev, false);
                mwifiex_free_adapter(adapter);
        }
        /* Tell all current and future waiters we're finished */
        complete_all(fw_done);

        return init_failed ? -EIO : 0;
}

static void mwifiex_fw_dpc(const struct firmware *firmware, void *context)
{
        _mwifiex_fw_dpc(firmware, context);
}

/*
 * This function gets the firmware and (if called asynchronously) kicks off the
 * HW init when done.
 */
static int mwifiex_init_hw_fw(struct mwifiex_adapter *adapter,
                              bool req_fw_nowait)
{
        int ret;

        /* Override default firmware with manufacturing one if
         * manufacturing mode is enabled
         */
        if (mfg_mode)
                strscpy(adapter->fw_name, MFG_FIRMWARE,
                        sizeof(adapter->fw_name));

        if (req_fw_nowait) {
                ret = request_firmware_nowait(THIS_MODULE, 1, adapter->fw_name,
                                              adapter->dev, GFP_KERNEL, adapter,
                                              mwifiex_fw_dpc);
        } else {
                ret = request_firmware(&adapter->firmware,
                                       adapter->fw_name,
                                       adapter->dev);
        }

        if (ret < 0)
                mwifiex_dbg(adapter, ERROR, "request_firmware%s error %d\n",
                            req_fw_nowait ? "_nowait" : "", ret);
        return ret;
}

/*
 * CFG802.11 network device handler for open.
 *
 * Starts the data queue.
 */
static int
mwifiex_open(struct net_device *dev)
{
        netif_carrier_off(dev);

        return 0;
}

/*
 * CFG802.11 network device handler for close.
 */
static int
mwifiex_close(struct net_device *dev)
{
        struct mwifiex_private *priv = mwifiex_netdev_get_priv(dev);

        if (priv->scan_request) {
                struct cfg80211_scan_info info = {
                        .aborted = true,
                };

                mwifiex_dbg(priv->adapter, INFO,
                            "aborting scan on ndo_stop\n");
                cfg80211_scan_done(priv->scan_request, &info);
                priv->scan_request = NULL;
                priv->scan_aborting = true;
        }

        if (priv->sched_scanning) {
                mwifiex_dbg(priv->adapter, INFO,
                            "aborting bgscan on ndo_stop\n");
                mwifiex_stop_bg_scan(priv);
                cfg80211_sched_scan_stopped(priv->wdev.wiphy, 0);
        }

        return 0;
}

static bool
mwifiex_bypass_tx_queue(struct mwifiex_private *priv,
                        struct sk_buff *skb)
{
        struct ethhdr *eth_hdr = (struct ethhdr *)skb->data;

        if (ntohs(eth_hdr->h_proto) == ETH_P_PAE ||
            mwifiex_is_skb_mgmt_frame(skb) ||
            (GET_BSS_ROLE(priv) == MWIFIEX_BSS_ROLE_STA &&
             ISSUPP_TDLS_ENABLED(priv->adapter->fw_cap_info) &&
             (ntohs(eth_hdr->h_proto) == ETH_P_TDLS))) {
                mwifiex_dbg(priv->adapter, DATA,
                            "bypass txqueue; eth type %#x, mgmt %d\n",
                             ntohs(eth_hdr->h_proto),
                             mwifiex_is_skb_mgmt_frame(skb));
                if (eth_hdr->h_proto == htons(ETH_P_PAE))
                        mwifiex_dbg(priv->adapter, MSG,
                                    "key: send EAPOL to %pM\n",
                                    eth_hdr->h_dest);
                return true;
        }

        return false;
}
/*
 * Add buffer into wmm tx queue and queue work to transmit it.
 */
int mwifiex_queue_tx_pkt(struct mwifiex_private *priv, struct sk_buff *skb)
{
        struct netdev_queue *txq;
        int index = mwifiex_1d_to_wmm_queue[skb->priority];

        if (atomic_inc_return(&priv->wmm_tx_pending[index]) >= MAX_TX_PENDING) {
                txq = netdev_get_tx_queue(priv->netdev, index);
                if (!netif_tx_queue_stopped(txq)) {
                        netif_tx_stop_queue(txq);
                        mwifiex_dbg(priv->adapter, DATA,
                                    "stop queue: %d\n", index);
                }
        }

        if (mwifiex_bypass_tx_queue(priv, skb)) {
                atomic_inc(&priv->adapter->tx_pending);
                atomic_inc(&priv->adapter->bypass_tx_pending);
                mwifiex_wmm_add_buf_bypass_txqueue(priv, skb);
         } else {
                atomic_inc(&priv->adapter->tx_pending);
                mwifiex_wmm_add_buf_txqueue(priv, skb);
         }

        mwifiex_queue_main_work(priv->adapter);

        return 0;
}

struct sk_buff *
mwifiex_clone_skb_for_tx_status(struct mwifiex_private *priv,
                                struct sk_buff *skb, u8 flag, u64 *cookie)
{
        struct sk_buff *orig_skb = skb;
        struct mwifiex_txinfo *tx_info, *orig_tx_info;

        skb = skb_clone(skb, GFP_ATOMIC);
        if (skb) {
                int id;

                spin_lock_bh(&priv->ack_status_lock);
                id = idr_alloc(&priv->ack_status_frames, orig_skb,
                               1, 0x10, GFP_ATOMIC);
                spin_unlock_bh(&priv->ack_status_lock);

                if (id >= 0) {
                        tx_info = MWIFIEX_SKB_TXCB(skb);
                        tx_info->ack_frame_id = id;
                        tx_info->flags |= flag;
                        orig_tx_info = MWIFIEX_SKB_TXCB(orig_skb);
                        orig_tx_info->ack_frame_id = id;
                        orig_tx_info->flags |= flag;

                        if (flag == MWIFIEX_BUF_FLAG_ACTION_TX_STATUS && cookie)
                                orig_tx_info->cookie = *cookie;

                } else if (skb_shared(skb)) {
                        kfree_skb(orig_skb);
                } else {
                        kfree_skb(skb);
                        skb = orig_skb;
                }
        } else {
                /* couldn't clone -- lose tx status ... */
                skb = orig_skb;
        }

        return skb;
}

/*
 * CFG802.11 network device handler for data transmission.
 */
static netdev_tx_t
mwifiex_hard_start_xmit(struct sk_buff *skb, struct net_device *dev)
{
        struct mwifiex_private *priv = mwifiex_netdev_get_priv(dev);
        struct sk_buff *new_skb;
        struct mwifiex_txinfo *tx_info;
        bool multicast;

        mwifiex_dbg(priv->adapter, DATA,
                    "data: %lu BSS(%d-%d): Data <= kernel\n",
                    jiffies, priv->bss_type, priv->bss_num);

        if (test_bit(MWIFIEX_SURPRISE_REMOVED, &priv->adapter->work_flags)) {
                kfree_skb(skb);
                priv->stats.tx_dropped++;
                return 0;
        }
        if (!skb->len || (skb->len > ETH_FRAME_LEN)) {
                mwifiex_dbg(priv->adapter, ERROR,
                            "Tx: bad skb len %d\n", skb->len);
                kfree_skb(skb);
                priv->stats.tx_dropped++;
                return 0;
        }
        if (skb_headroom(skb) < MWIFIEX_MIN_DATA_HEADER_LEN) {
                mwifiex_dbg(priv->adapter, DATA,
                            "data: Tx: insufficient skb headroom %d\n",
                            skb_headroom(skb));
                /* Insufficient skb headroom - allocate a new skb */
                new_skb =
                        skb_realloc_headroom(skb, MWIFIEX_MIN_DATA_HEADER_LEN);
                if (unlikely(!new_skb)) {
                        mwifiex_dbg(priv->adapter, ERROR,
                                    "Tx: cannot alloca new_skb\n");
                        kfree_skb(skb);
                        priv->stats.tx_dropped++;
                        return 0;
                }
                kfree_skb(skb);
                skb = new_skb;
                mwifiex_dbg(priv->adapter, INFO,
                            "info: new skb headroomd %d\n",
                            skb_headroom(skb));
        }

        tx_info = MWIFIEX_SKB_TXCB(skb);
        memset(tx_info, 0, sizeof(*tx_info));
        tx_info->bss_num = priv->bss_num;
        tx_info->bss_type = priv->bss_type;
        tx_info->pkt_len = skb->len;

        multicast = is_multicast_ether_addr(skb->data);

        if (unlikely(!multicast && sk_requests_wifi_status(skb->sk) &&
                     priv->adapter->fw_api_ver == MWIFIEX_FW_V15))
                skb = mwifiex_clone_skb_for_tx_status(priv,
                                                      skb,
                                        MWIFIEX_BUF_FLAG_EAPOL_TX_STATUS, NULL);

        /* Record the current time the packet was queued; used to
         * determine the amount of time the packet was queued in
         * the driver before it was sent to the firmware.
         * The delay is then sent along with the packet to the
         * firmware for aggregate delay calculation for stats and
         * MSDU lifetime expiry.
         */
        __net_timestamp(skb);

        if (ISSUPP_TDLS_ENABLED(priv->adapter->fw_cap_info) &&
            priv->bss_type == MWIFIEX_BSS_TYPE_STA &&
            !ether_addr_equal_unaligned(priv->cfg_bssid, skb->data)) {
                if (priv->adapter->auto_tdls && priv->check_tdls_tx)
                        mwifiex_tdls_check_tx(priv, skb);
        }

        mwifiex_queue_tx_pkt(priv, skb);

        return 0;
}

int mwifiex_set_mac_address(struct mwifiex_private *priv,
                            struct net_device *dev, bool external,
                            u8 *new_mac)
{
        int ret;
        u64 mac_addr, old_mac_addr;

        old_mac_addr = ether_addr_to_u64(priv->curr_addr);

        if (external) {
                mac_addr = ether_addr_to_u64(new_mac);
        } else {
                /* Internal mac address change */
                if (priv->bss_type == MWIFIEX_BSS_TYPE_ANY)
                        return -EOPNOTSUPP;

                mac_addr = old_mac_addr;

                if (priv->bss_type == MWIFIEX_BSS_TYPE_P2P) {
                        mac_addr |= BIT_ULL(MWIFIEX_MAC_LOCAL_ADMIN_BIT);
                        mac_addr += priv->bss_num;
                } else if (priv->adapter->priv[0] != priv) {
                        /* Set mac address based on bss_type/bss_num */
                        mac_addr ^= BIT_ULL(priv->bss_type + 8);
                        mac_addr += priv->bss_num;
                }
        }

        u64_to_ether_addr(mac_addr, priv->curr_addr);

        /* Send request to firmware */
        ret = mwifiex_send_cmd(priv, HostCmd_CMD_802_11_MAC_ADDRESS,
                               HostCmd_ACT_GEN_SET, 0, NULL, true);

        if (ret) {
                u64_to_ether_addr(old_mac_addr, priv->curr_addr);
                mwifiex_dbg(priv->adapter, ERROR,
                            "set mac address failed: ret=%d\n", ret);
                return ret;
        }

        eth_hw_addr_set(dev, priv->curr_addr);
        return 0;
}

/* CFG802.11 network device handler for setting MAC address.
 */
static int
mwifiex_ndo_set_mac_address(struct net_device *dev, void *addr)
{
        struct mwifiex_private *priv = mwifiex_netdev_get_priv(dev);
        struct sockaddr *hw_addr = addr;

        return mwifiex_set_mac_address(priv, dev, true, hw_addr->sa_data);
}

/*
 * CFG802.11 network device handler for setting multicast list.
 */
static void mwifiex_set_multicast_list(struct net_device *dev)
{
        struct mwifiex_private *priv = mwifiex_netdev_get_priv(dev);
        struct mwifiex_multicast_list mcast_list;

        if (dev->flags & IFF_PROMISC) {
                mcast_list.mode = MWIFIEX_PROMISC_MODE;
        } else if (dev->flags & IFF_ALLMULTI ||
                   netdev_mc_count(dev) > MWIFIEX_MAX_MULTICAST_LIST_SIZE) {
                mcast_list.mode = MWIFIEX_ALL_MULTI_MODE;
        } else {
                mcast_list.mode = MWIFIEX_MULTICAST_MODE;
                mcast_list.num_multicast_addr =
                        mwifiex_copy_mcast_addr(&mcast_list, dev);
        }
        mwifiex_request_set_multicast_list(priv, &mcast_list);
}

/*
 * CFG802.11 network device handler for transmission timeout.
 */
static void
mwifiex_tx_timeout(struct net_device *dev, unsigned int txqueue)
{
        struct mwifiex_private *priv = mwifiex_netdev_get_priv(dev);

        priv->num_tx_timeout++;
        priv->tx_timeout_cnt++;
        mwifiex_dbg(priv->adapter, ERROR,
                    "%lu : Tx timeout(#%d), bss_type-num = %d-%d\n",
                    jiffies, priv->tx_timeout_cnt, priv->bss_type,
                    priv->bss_num);
        mwifiex_set_trans_start(dev);

        if (priv->tx_timeout_cnt > TX_TIMEOUT_THRESHOLD &&
            priv->adapter->if_ops.card_reset) {
                mwifiex_dbg(priv->adapter, ERROR,
                            "tx_timeout_cnt exceeds threshold.\t"
                            "Triggering card reset!\n");
                priv->adapter->if_ops.card_reset(priv->adapter);
        }
}

void mwifiex_multi_chan_resync(struct mwifiex_adapter *adapter)
{
        struct usb_card_rec *card = adapter->card;
        struct mwifiex_private *priv;
        u16 tx_buf_size;
        int i, ret;

        card->mc_resync_flag = true;
        for (i = 0; i < MWIFIEX_TX_DATA_PORT; i++) {
                if (atomic_read(&card->port[i].tx_data_urb_pending)) {
                        mwifiex_dbg(adapter, WARN, "pending data urb in sys\n");
                        return;
                }
        }

        card->mc_resync_flag = false;
        tx_buf_size = 0xffff;
        priv = mwifiex_get_priv(adapter, MWIFIEX_BSS_ROLE_ANY);
        ret = mwifiex_send_cmd(priv, HostCmd_CMD_RECONFIGURE_TX_BUFF,
                               HostCmd_ACT_GEN_SET, 0, &tx_buf_size, false);
        if (ret)
                mwifiex_dbg(adapter, ERROR,
                            "send reconfig tx buf size cmd err\n");
}
EXPORT_SYMBOL_GPL(mwifiex_multi_chan_resync);

void mwifiex_upload_device_dump(struct mwifiex_adapter *adapter)
{
        /* Dump all the memory data into single file, a userspace script will
         * be used to split all the memory data to multiple files
         */
        mwifiex_dbg(adapter, MSG,
                    "== mwifiex dump information to /sys/class/devcoredump start\n");
        dev_coredumpv(adapter->dev, adapter->devdump_data, adapter->devdump_len,
                      GFP_KERNEL);
        mwifiex_dbg(adapter, MSG,
                    "== mwifiex dump information to /sys/class/devcoredump end\n");

        /* Device dump data will be freed in device coredump release function
         * after 5 min. Here reset adapter->devdump_data and ->devdump_len
         * to avoid it been accidentally reused.
         */
        adapter->devdump_data = NULL;
        adapter->devdump_len = 0;
}
EXPORT_SYMBOL_GPL(mwifiex_upload_device_dump);

void mwifiex_drv_info_dump(struct mwifiex_adapter *adapter)
{
        char *p;
        char drv_version[64];
        struct usb_card_rec *cardp;
        struct sdio_mmc_card *sdio_card;
        struct mwifiex_private *priv;
        int i, idx;
        struct netdev_queue *txq;
        struct mwifiex_debug_info *debug_info;

        mwifiex_dbg(adapter, MSG, "===mwifiex driverinfo dump start===\n");

        p = adapter->devdump_data;
        strcpy(p, "========Start dump driverinfo========\n");
        p += strlen("========Start dump driverinfo========\n");
        p += sprintf(p, "driver_name = " "\"mwifiex\"\n");

        mwifiex_drv_get_driver_version(adapter, drv_version,
                                       sizeof(drv_version) - 1);
        p += sprintf(p, "driver_version = %s\n", drv_version);

        if (adapter->iface_type == MWIFIEX_USB) {
                cardp = (struct usb_card_rec *)adapter->card;
                p += sprintf(p, "tx_cmd_urb_pending = %d\n",
                             atomic_read(&cardp->tx_cmd_urb_pending));
                p += sprintf(p, "tx_data_urb_pending_port_0 = %d\n",
                             atomic_read(&cardp->port[0].tx_data_urb_pending));
                p += sprintf(p, "tx_data_urb_pending_port_1 = %d\n",
                             atomic_read(&cardp->port[1].tx_data_urb_pending));
                p += sprintf(p, "rx_cmd_urb_pending = %d\n",
                             atomic_read(&cardp->rx_cmd_urb_pending));
                p += sprintf(p, "rx_data_urb_pending = %d\n",
                             atomic_read(&cardp->rx_data_urb_pending));
        }

        p += sprintf(p, "tx_pending = %d\n",
                     atomic_read(&adapter->tx_pending));
        p += sprintf(p, "rx_pending = %d\n",
                     atomic_read(&adapter->rx_pending));

        if (adapter->iface_type == MWIFIEX_SDIO) {
                sdio_card = (struct sdio_mmc_card *)adapter->card;
                p += sprintf(p, "\nmp_rd_bitmap=0x%x curr_rd_port=0x%x\n",
                             sdio_card->mp_rd_bitmap, sdio_card->curr_rd_port);
                p += sprintf(p, "mp_wr_bitmap=0x%x curr_wr_port=0x%x\n",
                             sdio_card->mp_wr_bitmap, sdio_card->curr_wr_port);
        }

        for (i = 0; i < adapter->priv_num; i++) {
                if (!adapter->priv[i]->netdev)
                        continue;
                priv = adapter->priv[i];
                p += sprintf(p, "\n[interface  : \"%s\"]\n",
                             priv->netdev->name);
                p += sprintf(p, "wmm_tx_pending[0] = %d\n",
                             atomic_read(&priv->wmm_tx_pending[0]));
                p += sprintf(p, "wmm_tx_pending[1] = %d\n",
                             atomic_read(&priv->wmm_tx_pending[1]));
                p += sprintf(p, "wmm_tx_pending[2] = %d\n",
                             atomic_read(&priv->wmm_tx_pending[2]));
                p += sprintf(p, "wmm_tx_pending[3] = %d\n",
                             atomic_read(&priv->wmm_tx_pending[3]));
                p += sprintf(p, "media_state=\"%s\"\n", !priv->media_connected ?
                             "Disconnected" : "Connected");
                p += sprintf(p, "carrier %s\n", (netif_carrier_ok(priv->netdev)
                             ? "on" : "off"));
                for (idx = 0; idx < priv->netdev->num_tx_queues; idx++) {
                        txq = netdev_get_tx_queue(priv->netdev, idx);
                        p += sprintf(p, "tx queue %d:%s  ", idx,
                                     netif_tx_queue_stopped(txq) ?
                                     "stopped" : "started");
                }
                p += sprintf(p, "\n%s: num_tx_timeout = %d\n",
                             priv->netdev->name, priv->num_tx_timeout);
        }

        if (adapter->iface_type == MWIFIEX_SDIO ||
            adapter->iface_type == MWIFIEX_PCIE) {
                p += sprintf(p, "\n=== %s register dump===\n",
                             adapter->iface_type == MWIFIEX_SDIO ?
                                                        "SDIO" : "PCIE");
                if (adapter->if_ops.reg_dump)
                        p += adapter->if_ops.reg_dump(adapter, p);
        }
        p += sprintf(p, "\n=== more debug information\n");
        debug_info = kzalloc_obj(*debug_info);
        if (debug_info) {
                for (i = 0; i < adapter->priv_num; i++) {
                        if (!adapter->priv[i]->netdev)
                                continue;
                        priv = adapter->priv[i];
                        mwifiex_get_debug_info(priv, debug_info);
                        p += mwifiex_debug_info_to_buffer(priv, p, debug_info);
                        break;
                }
                kfree(debug_info);
        }

        strcpy(p, "\n========End dump========\n");
        p += strlen("\n========End dump========\n");
        mwifiex_dbg(adapter, MSG, "===mwifiex driverinfo dump end===\n");
        adapter->devdump_len = p - (char *)adapter->devdump_data;
}
EXPORT_SYMBOL_GPL(mwifiex_drv_info_dump);

void mwifiex_prepare_fw_dump_info(struct mwifiex_adapter *adapter)
{
        u8 idx;
        char *fw_dump_ptr;
        u32 dump_len = 0;

        for (idx = 0; idx < adapter->num_mem_types; idx++) {
                struct memory_type_mapping *entry =
                                &adapter->mem_type_mapping_tbl[idx];

                if (entry->mem_ptr) {
                        dump_len += (strlen("========Start dump ") +
                                        strlen(entry->mem_name) +
                                        strlen("========\n") +
                                        (entry->mem_size + 1) +
                                        strlen("\n========End dump========\n"));
                }
        }

        if (dump_len + 1 + adapter->devdump_len > MWIFIEX_FW_DUMP_SIZE) {
                /* Realloc in case buffer overflow */
                fw_dump_ptr = vzalloc(dump_len + 1 + adapter->devdump_len);
                mwifiex_dbg(adapter, MSG, "Realloc device dump data.\n");
                if (!fw_dump_ptr) {
                        vfree(adapter->devdump_data);
                        mwifiex_dbg(adapter, ERROR,
                                    "vzalloc devdump data failure!\n");
                        return;
                }

                memmove(fw_dump_ptr, adapter->devdump_data,
                        adapter->devdump_len);
                vfree(adapter->devdump_data);
                adapter->devdump_data = fw_dump_ptr;
        }

        fw_dump_ptr = (char *)adapter->devdump_data + adapter->devdump_len;

        for (idx = 0; idx < adapter->num_mem_types; idx++) {
                struct memory_type_mapping *entry =
                                        &adapter->mem_type_mapping_tbl[idx];

                if (entry->mem_ptr) {
                        strcpy(fw_dump_ptr, "========Start dump ");
                        fw_dump_ptr += strlen("========Start dump ");

                        strcpy(fw_dump_ptr, entry->mem_name);
                        fw_dump_ptr += strlen(entry->mem_name);

                        strcpy(fw_dump_ptr, "========\n");
                        fw_dump_ptr += strlen("========\n");

                        memcpy(fw_dump_ptr, entry->mem_ptr, entry->mem_size);
                        fw_dump_ptr += entry->mem_size;

                        strcpy(fw_dump_ptr, "\n========End dump========\n");
                        fw_dump_ptr += strlen("\n========End dump========\n");
                }
        }

        adapter->devdump_len = fw_dump_ptr - (char *)adapter->devdump_data;

        for (idx = 0; idx < adapter->num_mem_types; idx++) {
                struct memory_type_mapping *entry =
                        &adapter->mem_type_mapping_tbl[idx];

                vfree(entry->mem_ptr);
                entry->mem_ptr = NULL;
                entry->mem_size = 0;
        }
}
EXPORT_SYMBOL_GPL(mwifiex_prepare_fw_dump_info);

/*
 * CFG802.11 network device handler for statistics retrieval.
 */
static struct net_device_stats *mwifiex_get_stats(struct net_device *dev)
{
        struct mwifiex_private *priv = mwifiex_netdev_get_priv(dev);

        return &priv->stats;
}

static u16
mwifiex_netdev_select_wmm_queue(struct net_device *dev, struct sk_buff *skb,
                                struct net_device *sb_dev)
{
        skb->priority = cfg80211_classify8021d(skb, NULL);
        return mwifiex_1d_to_wmm_queue[skb->priority];
}

/* Network device handlers */
static const struct net_device_ops mwifiex_netdev_ops = {
        .ndo_open = mwifiex_open,
        .ndo_stop = mwifiex_close,
        .ndo_start_xmit = mwifiex_hard_start_xmit,
        .ndo_set_mac_address = mwifiex_ndo_set_mac_address,
        .ndo_validate_addr = eth_validate_addr,
        .ndo_tx_timeout = mwifiex_tx_timeout,
        .ndo_get_stats = mwifiex_get_stats,
        .ndo_set_rx_mode = mwifiex_set_multicast_list,
        .ndo_select_queue = mwifiex_netdev_select_wmm_queue,
};

/*
 * This function initializes the private structure parameters.
 *
 * The following wait queues are initialized -
 *      - IOCTL wait queue
 *      - Command wait queue
 *      - Statistics wait queue
 *
 * ...and the following default parameters are set -
 *      - Current key index     : Set to 0
 *      - Rate index            : Set to auto
 *      - Media connected       : Set to disconnected
 *      - Adhoc link sensed     : Set to false
 *      - Nick name             : Set to null
 *      - Number of Tx timeout  : Set to 0
 *      - Device address        : Set to current address
 *      - Rx histogram statistc : Set to 0
 *
 * In addition, the CFG80211 work queue is also created.
 */
void mwifiex_init_priv_params(struct mwifiex_private *priv,
                              struct net_device *dev)
{
        dev->netdev_ops = &mwifiex_netdev_ops;
        dev->needs_free_netdev = true;
        /* Initialize private structure */
        priv->current_key_index = 0;
        priv->media_connected = false;
        memset(priv->mgmt_ie, 0,
               sizeof(struct mwifiex_ie) * MAX_MGMT_IE_INDEX);
        priv->beacon_idx = MWIFIEX_AUTO_IDX_MASK;
        priv->proberesp_idx = MWIFIEX_AUTO_IDX_MASK;
        priv->assocresp_idx = MWIFIEX_AUTO_IDX_MASK;
        priv->gen_idx = MWIFIEX_AUTO_IDX_MASK;
        priv->num_tx_timeout = 0;
        if (is_valid_ether_addr(dev->dev_addr))
                ether_addr_copy(priv->curr_addr, dev->dev_addr);
        else
                ether_addr_copy(priv->curr_addr, priv->adapter->perm_addr);

        if (GET_BSS_ROLE(priv) == MWIFIEX_BSS_ROLE_STA ||
            GET_BSS_ROLE(priv) == MWIFIEX_BSS_ROLE_UAP) {
                priv->hist_data = kmalloc_obj(*priv->hist_data);
                if (priv->hist_data)
                        mwifiex_hist_data_reset(priv);
        }
}

/*
 * This function check if command is pending.
 */
int is_command_pending(struct mwifiex_adapter *adapter)
{
        int is_cmd_pend_q_empty;

        spin_lock_bh(&adapter->cmd_pending_q_lock);
        is_cmd_pend_q_empty = list_empty(&adapter->cmd_pending_q);
        spin_unlock_bh(&adapter->cmd_pending_q_lock);

        return !is_cmd_pend_q_empty;
}

/* This is the host mlme work queue function.
 * It handles the host mlme operations.
 */
static void mwifiex_host_mlme_work_queue(struct work_struct *work)
{
        struct mwifiex_adapter *adapter =
                container_of(work, struct mwifiex_adapter, host_mlme_work);

        if (test_bit(MWIFIEX_SURPRISE_REMOVED, &adapter->work_flags))
                return;

        /* Check for host mlme disconnection */
        if (adapter->host_mlme_link_lost) {
                if (adapter->priv_link_lost) {
                        mwifiex_reset_connect_state(adapter->priv_link_lost,
                                                    WLAN_REASON_DEAUTH_LEAVING,
                                                    true);
                        adapter->priv_link_lost = NULL;
                }
                adapter->host_mlme_link_lost = false;
        }

        /* Check for host mlme Assoc Resp */
        if (adapter->assoc_resp_received) {
                mwifiex_process_assoc_resp(adapter);
                adapter->assoc_resp_received = false;
        }
}

/*
 * This is the RX work queue function.
 *
 * It handles the RX operations.
 */
static void mwifiex_rx_work_queue(struct work_struct *work)
{
        struct mwifiex_adapter *adapter =
                container_of(work, struct mwifiex_adapter, rx_work);

        if (test_bit(MWIFIEX_SURPRISE_REMOVED, &adapter->work_flags))
                return;
        mwifiex_process_rx(adapter);
}

/*
 * This is the main work queue function.
 *
 * It handles the main process, which in turn handles the complete
 * driver operations.
 */
static void mwifiex_main_work_queue(struct work_struct *work)
{
        struct mwifiex_adapter *adapter =
                container_of(work, struct mwifiex_adapter, main_work);

        if (test_bit(MWIFIEX_SURPRISE_REMOVED, &adapter->work_flags))
                return;
        mwifiex_main_process(adapter);
}

/* Common teardown code used for both device removal and reset */
static void mwifiex_uninit_sw(struct mwifiex_adapter *adapter)
{
        struct mwifiex_private *priv;
        int i;

        /* We can no longer handle interrupts once we start doing the teardown
         * below.
         */
        if (adapter->if_ops.disable_int)
                adapter->if_ops.disable_int(adapter);

        set_bit(MWIFIEX_SURPRISE_REMOVED, &adapter->work_flags);
        mwifiex_terminate_workqueue(adapter);
        adapter->int_status = 0;

        /* Stop data */
        for (i = 0; i < adapter->priv_num; i++) {
                priv = adapter->priv[i];
                if (priv->netdev) {
                        mwifiex_stop_net_dev_queue(priv->netdev, adapter);
                        if (netif_carrier_ok(priv->netdev))
                                netif_carrier_off(priv->netdev);
                        netif_device_detach(priv->netdev);
                }
        }

        mwifiex_dbg(adapter, CMD, "cmd: calling mwifiex_shutdown_drv...\n");
        mwifiex_shutdown_drv(adapter);
        mwifiex_dbg(adapter, CMD, "cmd: mwifiex_shutdown_drv done\n");

        if (atomic_read(&adapter->rx_pending) ||
            atomic_read(&adapter->tx_pending) ||
            atomic_read(&adapter->cmd_pending)) {
                mwifiex_dbg(adapter, ERROR,
                            "rx_pending=%d, tx_pending=%d,\t"
                            "cmd_pending=%d\n",
                            atomic_read(&adapter->rx_pending),
                            atomic_read(&adapter->tx_pending),
                            atomic_read(&adapter->cmd_pending));
        }

        for (i = 0; i < adapter->priv_num; i++) {
                priv = adapter->priv[i];
                rtnl_lock();
                if (priv->netdev &&
                    priv->wdev.iftype != NL80211_IFTYPE_UNSPECIFIED) {
                        /*
                         * Close the netdev now, because if we do it later, the
                         * netdev notifiers will need to acquire the wiphy lock
                         * again --> deadlock.
                         */
                        dev_close(priv->wdev.netdev);
                        wiphy_lock(adapter->wiphy);
                        mwifiex_del_virtual_intf(adapter->wiphy, &priv->wdev);
                        wiphy_unlock(adapter->wiphy);
                }
                rtnl_unlock();
        }

        wiphy_unregister(adapter->wiphy);
        wiphy_free(adapter->wiphy);
        adapter->wiphy = NULL;

        kfree(adapter->chan_stats);
        mwifiex_free_cmd_buffers(adapter);
}

/*
 * This function can be used for shutting down the adapter SW.
 */
int mwifiex_shutdown_sw(struct mwifiex_adapter *adapter)
{
        struct mwifiex_private *priv;

        if (!adapter)
                return 0;

        wait_for_completion(adapter->fw_done);
        /* Caller should ensure we aren't suspending while this happens */
        reinit_completion(adapter->fw_done);

        priv = mwifiex_get_priv(adapter, MWIFIEX_BSS_ROLE_ANY);
        mwifiex_deauthenticate(priv, NULL);

        mwifiex_init_shutdown_fw(priv, MWIFIEX_FUNC_SHUTDOWN);

        mwifiex_uninit_sw(adapter);
        adapter->is_up = false;

        if (adapter->if_ops.down_dev)
                adapter->if_ops.down_dev(adapter);

        return 0;
}
EXPORT_SYMBOL_GPL(mwifiex_shutdown_sw);

/* This function can be used for reinitting the adapter SW. Required
 * code is extracted from mwifiex_add_card()
 */
int
mwifiex_reinit_sw(struct mwifiex_adapter *adapter)
{
        int ret;

        mwifiex_init_lock_list(adapter);
        if (adapter->if_ops.up_dev)
                adapter->if_ops.up_dev(adapter);

        adapter->hw_status = MWIFIEX_HW_STATUS_INITIALIZING;
        clear_bit(MWIFIEX_SURPRISE_REMOVED, &adapter->work_flags);
        clear_bit(MWIFIEX_IS_SUSPENDED, &adapter->work_flags);
        adapter->hs_activated = false;
        clear_bit(MWIFIEX_IS_CMD_TIMEDOUT, &adapter->work_flags);
        init_waitqueue_head(&adapter->hs_activate_wait_q);
        init_waitqueue_head(&adapter->cmd_wait_q.wait);
        adapter->cmd_wait_q.status = 0;
        adapter->scan_wait_q_woken = false;

        if ((num_possible_cpus() > 1) || adapter->iface_type == MWIFIEX_USB)
                adapter->rx_work_enabled = true;

        adapter->workqueue =
                alloc_workqueue("MWIFIEX_WORK_QUEUE",
                                WQ_HIGHPRI | WQ_MEM_RECLAIM | WQ_UNBOUND, 0);
        if (!adapter->workqueue)
                goto err_kmalloc;

        INIT_WORK(&adapter->main_work, mwifiex_main_work_queue);

        if (adapter->rx_work_enabled) {
                adapter->rx_workqueue = alloc_workqueue("MWIFIEX_RX_WORK_QUEUE",
                                                        WQ_HIGHPRI |
                                                        WQ_MEM_RECLAIM |
                                                        WQ_UNBOUND, 0);
                if (!adapter->rx_workqueue)
                        goto err_kmalloc;
                INIT_WORK(&adapter->rx_work, mwifiex_rx_work_queue);
        }

        if (adapter->host_mlme_enabled) {
                adapter->host_mlme_workqueue =
                        alloc_workqueue("MWIFIEX_HOST_MLME_WORK_QUEUE",
                                        WQ_HIGHPRI |
                                        WQ_MEM_RECLAIM |
                                        WQ_UNBOUND, 0);
                if (!adapter->host_mlme_workqueue)
                        goto err_kmalloc;
                INIT_WORK(&adapter->host_mlme_work,
                          mwifiex_host_mlme_work_queue);
        }

        /* Register the device. Fill up the private data structure with
         * relevant information from the card. Some code extracted from
         * mwifiex_register_dev()
         */
        mwifiex_dbg(adapter, INFO, "%s, mwifiex_init_hw_fw()...\n", __func__);

        if (mwifiex_init_hw_fw(adapter, false)) {
                mwifiex_dbg(adapter, ERROR,
                            "%s: firmware init failed\n", __func__);
                goto err_init_fw;
        }

        /* _mwifiex_fw_dpc() does its own cleanup */
        ret = _mwifiex_fw_dpc(adapter->firmware, adapter);
        if (ret) {
                pr_err("Failed to bring up adapter: %d\n", ret);
                return ret;
        }
        mwifiex_dbg(adapter, INFO, "%s, successful\n", __func__);

        return 0;

err_init_fw:
        mwifiex_dbg(adapter, ERROR, "info: %s: unregister device\n", __func__);
        if (adapter->if_ops.unregister_dev)
                adapter->if_ops.unregister_dev(adapter);

err_kmalloc:
        set_bit(MWIFIEX_SURPRISE_REMOVED, &adapter->work_flags);
        mwifiex_terminate_workqueue(adapter);
        if (adapter->hw_status == MWIFIEX_HW_STATUS_READY) {
                mwifiex_dbg(adapter, ERROR,
                            "info: %s: shutdown mwifiex\n", __func__);
                mwifiex_shutdown_drv(adapter);
                mwifiex_free_cmd_buffers(adapter);
        }

        complete_all(adapter->fw_done);
        mwifiex_dbg(adapter, INFO, "%s, error\n", __func__);

        return -1;
}
EXPORT_SYMBOL_GPL(mwifiex_reinit_sw);

static irqreturn_t mwifiex_irq_wakeup_handler(int irq, void *priv)
{
        struct mwifiex_adapter *adapter = priv;

        dev_dbg(adapter->dev, "%s: wake by wifi", __func__);
        adapter->wake_by_wifi = true;
        disable_irq_nosync(irq);

        /* Notify PM core we are wakeup source */
        pm_wakeup_event(adapter->dev, 0);
        pm_system_wakeup();

        return IRQ_HANDLED;
}

static void mwifiex_probe_of(struct mwifiex_adapter *adapter)
{
        int ret;
        struct device *dev = adapter->dev;

        if (!dev->of_node)
                goto err_exit;

        adapter->dt_node = dev->of_node;
        adapter->irq_wakeup = irq_of_parse_and_map(adapter->dt_node, 0);
        if (!adapter->irq_wakeup) {
                dev_dbg(dev, "fail to parse irq_wakeup from device tree\n");
                goto err_exit;
        }

        ret = devm_request_irq(dev, adapter->irq_wakeup,
                               mwifiex_irq_wakeup_handler,
                               IRQF_TRIGGER_LOW | IRQF_NO_AUTOEN,
                               "wifi_wake", adapter);
        if (ret) {
                dev_err(dev, "Failed to request irq_wakeup %d (%d)\n",
                        adapter->irq_wakeup, ret);
                goto err_exit;
        }

        if (device_init_wakeup(dev, true)) {
                dev_err(dev, "fail to init wakeup for mwifiex\n");
                goto err_exit;
        }
        return;

err_exit:
        adapter->irq_wakeup = -1;
}

/*
 * This function adds the card.
 *
 * This function follows the following major steps to set up the device -
 *      - Initialize software. This includes probing the card, registering
 *        the interface operations table, and allocating/initializing the
 *        adapter structure
 *      - Set up the netlink socket
 *      - Create and start the main work queue
 *      - Register the device
 *      - Initialize firmware and hardware
 *      - Add logical interfaces
 */
int
mwifiex_add_card(void *card, struct completion *fw_done,
                 const struct mwifiex_if_ops *if_ops, u8 iface_type,
                 struct device *dev)
{
        struct mwifiex_adapter *adapter;

        if (mwifiex_register(card, dev, if_ops, (void **)&adapter)) {
                pr_err("%s: software init failed\n", __func__);
                goto err_init_sw;
        }

        mwifiex_probe_of(adapter);

        adapter->iface_type = iface_type;
        adapter->fw_done = fw_done;

        adapter->hw_status = MWIFIEX_HW_STATUS_INITIALIZING;
        clear_bit(MWIFIEX_SURPRISE_REMOVED, &adapter->work_flags);
        clear_bit(MWIFIEX_IS_SUSPENDED, &adapter->work_flags);
        adapter->hs_activated = false;
        init_waitqueue_head(&adapter->hs_activate_wait_q);
        init_waitqueue_head(&adapter->cmd_wait_q.wait);
        adapter->cmd_wait_q.status = 0;
        adapter->scan_wait_q_woken = false;

        if ((num_possible_cpus() > 1) || adapter->iface_type == MWIFIEX_USB)
                adapter->rx_work_enabled = true;

        adapter->workqueue =
                alloc_workqueue("MWIFIEX_WORK_QUEUE",
                                WQ_HIGHPRI | WQ_MEM_RECLAIM | WQ_UNBOUND, 0);
        if (!adapter->workqueue)
                goto err_kmalloc;

        INIT_WORK(&adapter->main_work, mwifiex_main_work_queue);

        if (adapter->rx_work_enabled) {
                adapter->rx_workqueue = alloc_workqueue("MWIFIEX_RX_WORK_QUEUE",
                                                        WQ_HIGHPRI |
                                                        WQ_MEM_RECLAIM |
                                                        WQ_UNBOUND, 0);
                if (!adapter->rx_workqueue)
                        goto err_kmalloc;

                INIT_WORK(&adapter->rx_work, mwifiex_rx_work_queue);
        }

        /* Register the device. Fill up the private data structure with relevant
           information from the card. */
        if (adapter->if_ops.register_dev(adapter)) {
                pr_err("%s: failed to register mwifiex device\n", __func__);
                goto err_registerdev;
        }

        if (adapter->host_mlme_enabled) {
                adapter->host_mlme_workqueue =
                        alloc_workqueue("MWIFIEX_HOST_MLME_WORK_QUEUE",
                                        WQ_HIGHPRI |
                                        WQ_MEM_RECLAIM |
                                        WQ_UNBOUND, 0);
                if (!adapter->host_mlme_workqueue)
                        goto err_kmalloc;
                INIT_WORK(&adapter->host_mlme_work,
                          mwifiex_host_mlme_work_queue);
        }

        if (mwifiex_init_hw_fw(adapter, true)) {
                pr_err("%s: firmware init failed\n", __func__);
                goto err_init_fw;
        }

        return 0;

err_init_fw:
        pr_debug("info: %s: unregister device\n", __func__);
        if (adapter->if_ops.unregister_dev)
                adapter->if_ops.unregister_dev(adapter);
err_registerdev:
        set_bit(MWIFIEX_SURPRISE_REMOVED, &adapter->work_flags);
        mwifiex_terminate_workqueue(adapter);
        if (adapter->hw_status == MWIFIEX_HW_STATUS_READY) {
                pr_debug("info: %s: shutdown mwifiex\n", __func__);
                mwifiex_shutdown_drv(adapter);
                mwifiex_free_cmd_buffers(adapter);
        }
err_kmalloc:
        if (adapter->irq_wakeup >= 0)
                device_init_wakeup(adapter->dev, false);
        mwifiex_free_adapter(adapter);

err_init_sw:

        return -1;
}
EXPORT_SYMBOL_GPL(mwifiex_add_card);

/*
 * This function removes the card.
 *
 * This function follows the following major steps to remove the device -
 *      - Stop data traffic
 *      - Shutdown firmware
 *      - Remove the logical interfaces
 *      - Terminate the work queue
 *      - Unregister the device
 *      - Free the adapter structure
 */
int mwifiex_remove_card(struct mwifiex_adapter *adapter)
{
        if (!adapter)
                return 0;

        if (adapter->is_up)
                mwifiex_uninit_sw(adapter);

        if (adapter->irq_wakeup >= 0)
                device_init_wakeup(adapter->dev, false);

        /* Unregister device */
        mwifiex_dbg(adapter, INFO,
                    "info: unregister device\n");
        if (adapter->if_ops.unregister_dev)
                adapter->if_ops.unregister_dev(adapter);
        /* Free adapter structure */
        mwifiex_dbg(adapter, INFO,
                    "info: free adapter\n");
        mwifiex_free_adapter(adapter);

        return 0;
}
EXPORT_SYMBOL_GPL(mwifiex_remove_card);

void _mwifiex_dbg(const struct mwifiex_adapter *adapter, int mask,
                  const char *fmt, ...)
{
        struct va_format vaf;
        va_list args;

        if (!(adapter->debug_mask & mask))
                return;

        va_start(args, fmt);

        vaf.fmt = fmt;
        vaf.va = &args;

        if (adapter->dev)
                dev_info(adapter->dev, "%pV", &vaf);
        else
                pr_info("%pV", &vaf);

        va_end(args);
}
EXPORT_SYMBOL_GPL(_mwifiex_dbg);

/*
 * This function initializes the module.
 *
 * The debug FS is also initialized if configured.
 */
static int
mwifiex_init_module(void)
{
#ifdef CONFIG_DEBUG_FS
        mwifiex_debugfs_init();
#endif
        return 0;
}

/*
 * This function cleans up the module.
 *
 * The debug FS is removed if available.
 */
static void
mwifiex_cleanup_module(void)
{
#ifdef CONFIG_DEBUG_FS
        mwifiex_debugfs_remove();
#endif
}

module_init(mwifiex_init_module);
module_exit(mwifiex_cleanup_module);

MODULE_AUTHOR("Marvell International Ltd.");
MODULE_DESCRIPTION("Marvell WiFi-Ex Driver version " VERSION);
MODULE_VERSION(VERSION);
MODULE_LICENSE("GPL v2");