root/sys/dev/bxe/ecore_sp.h
/*-
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Copyright (c) 2007-2017 QLogic Corporation. All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
 * THE POSSIBILITY OF SUCH DAMAGE.
 */

#include <sys/cdefs.h>
#ifndef ECORE_SP_H
#define ECORE_SP_H


#include <sys/types.h>
#include <sys/endian.h>
#include <sys/param.h>
#include <sys/lock.h>
#include <sys/mutex.h>
#include <sys/malloc.h>
#include <sys/kernel.h>
#include <machine/bus.h>
#include <net/ethernet.h>

#if _BYTE_ORDER == _LITTLE_ENDIAN
#ifndef LITTLE_ENDIAN
#define LITTLE_ENDIAN
#endif
#ifndef __LITTLE_ENDIAN
#define __LITTLE_ENDIAN
#endif
#undef BIG_ENDIAN
#undef __BIG_ENDIAN
#else /* _BIG_ENDIAN */
#ifndef BIG_ENDIAN
#define BIG_ENDIAN
#endif
#ifndef __BIG_ENDIAN
#define __BIG_ENDIAN
#endif
#undef LITTLE_ENDIAN
#undef __LITTLE_ENDIAN
#endif

#include "ecore_mfw_req.h"
#include "ecore_fw_defs.h"
#include "ecore_hsi.h"
#include "ecore_reg.h"

struct bxe_softc;
typedef bus_addr_t ecore_dma_addr_t; /* expected to be 64 bit wide */
typedef volatile int ecore_atomic_t;

#ifndef __bool_true_false_are_defined
#ifndef __cplusplus
#define bool _Bool
#endif /* !__cplusplus */
#endif /* !__bool_true_false_are_defined$ */

#define ETH_ALEN ETHER_ADDR_LEN /* 6 */

#define ECORE_SWCID_SHIFT   17
#define ECORE_SWCID_MASK    ((0x1 << ECORE_SWCID_SHIFT) - 1)

#define ECORE_MC_HASH_SIZE 8
#define ECORE_MC_HASH_OFFSET(sc, i)                                          \
    (BAR_TSTRORM_INTMEM +                                                    \
     TSTORM_APPROXIMATE_MATCH_MULTICAST_FILTERING_OFFSET(FUNC_ID(sc)) + i*4)

#define ECORE_MAX_MULTICAST   64
#define ECORE_MAX_EMUL_MULTI  1

#define IRO sc->iro_array

typedef struct mtx ECORE_MUTEX;
#define ECORE_MUTEX_INIT(_mutex) \
    mtx_init(_mutex, "ecore_lock", "ECORE Lock", MTX_DEF)
#define ECORE_MUTEX_LOCK(_mutex)   mtx_lock(_mutex)
#define ECORE_MUTEX_UNLOCK(_mutex) mtx_unlock(_mutex)

typedef struct mtx ECORE_MUTEX_SPIN;
#define ECORE_SPIN_LOCK_INIT(_spin, _sc) \
    mtx_init(_spin, "ecore_lock", "ECORE Lock", MTX_DEF)
#define ECORE_SPIN_LOCK_BH(_spin)   mtx_lock(_spin) /* bh = bottom-half */
#define ECORE_SPIN_UNLOCK_BH(_spin) mtx_unlock(_spin) /* bh = bottom-half */

#define ECORE_SMP_MB_AFTER_CLEAR_BIT()  mb()
#define ECORE_SMP_MB_BEFORE_CLEAR_BIT() mb()
#define ECORE_SMP_MB()                  mb()
#define ECORE_SMP_RMB()                 rmb()
#define ECORE_SMP_WMB()                 wmb()
#define ECORE_MMIOWB()                  wmb()

#define ECORE_SET_BIT_NA(bit, var)   bit_set(var, bit) /* non-atomic */
#define ECORE_CLEAR_BIT_NA(bit, var) bit_clear(var, bit) /* non-atomic */
#define ECORE_TEST_BIT(bit, var)     bxe_test_bit(bit, var)
#define ECORE_SET_BIT(bit, var)      bxe_set_bit(bit, var)
#define ECORE_CLEAR_BIT(bit, var)    bxe_clear_bit(bit, var)
#define ECORE_TEST_AND_CLEAR_BIT(bit, var) bxe_test_and_clear_bit(bit, var)

#define ECORE_ATOMIC_READ(a) atomic_load_acq_int((volatile int *)a)
#define ECORE_ATOMIC_SET(a, v) atomic_store_rel_int((volatile int *)a, v)
#define ECORE_ATOMIC_CMPXCHG(a, o, n) bxe_cmpxchg((volatile int *)a, o, n)

#define ECORE_RET_PENDING(pending_bit, pending) \
    (ECORE_TEST_BIT(pending_bit, pending) ? ECORE_PENDING : ECORE_SUCCESS)

#define ECORE_SET_FLAG(value, mask, flag)      \
    do {                                       \
        (value) &= ~(mask);                    \
        (value) |= ((flag) << (mask##_SHIFT)); \
    } while (0)

#define ECORE_GET_FLAG(value, mask) \
    (((value) &= (mask)) >> (mask##_SHIFT))

#define ECORE_MIGHT_SLEEP()

#define ECORE_FCOE_CID(sc) ((sc)->fp[FCOE_IDX(sc)].cl_id)

#define ECORE_MEMCMP(_a, _b, _s) memcmp(_a, _b, _s)
#define ECORE_MEMCPY(_a, _b, _s) memcpy(_a, _b, _s)
#define ECORE_MEMSET(_a, _c, _s) memset(_a, _c, _s)

#define ECORE_CPU_TO_LE16(x) htole16(x)
#define ECORE_CPU_TO_LE32(x) htole32(x)

#define ECORE_WAIT(_s, _t) DELAY(1000)
#define ECORE_MSLEEP(_t)   DELAY((_t) * 1000)

#define ECORE_LIKELY(x)   __predict_true(x)
#define ECORE_UNLIKELY(x) __predict_false(x)

#define ECORE_ZALLOC(_size, _flags, _sc) \
    malloc(_size, M_TEMP, (M_NOWAIT | M_ZERO))

#define ECORE_CALLOC(_len, _size, _flags, _sc) \
    mallocarray(_len, _size, M_TEMP, (M_NOWAIT | M_ZERO))

#define ECORE_FREE(_s, _buf, _size) free(_buf, M_TEMP)

#define SC_ILT(sc)  ((sc)->ilt)
#define ILOG2(x)    ilog2(x)

#define ECORE_ILT_ZALLOC(x, y, size)                                       \
    do {                                                                   \
        x = malloc(sizeof(struct bxe_dma), M_DEVBUF, (M_NOWAIT | M_ZERO)); \
        if (x) {                                                           \
            if (bxe_dma_alloc((struct bxe_softc *)sc,                      \
                              size, (struct bxe_dma *)x,                   \
                              "ECORE_ILT") != 0) {                         \
                free(x, M_DEVBUF);                                         \
                x = NULL;                                                  \
                *y = 0;                                                    \
            } else {                                                       \
                *y = ((struct bxe_dma *)x)->paddr;                         \
            }                                                              \
        }                                                                  \
    } while (0)

#define ECORE_ILT_FREE(x, y, size)                   \
    do {                                             \
        if (x) {                                     \
            bxe_dma_free((struct bxe_softc *)sc, x); \
            free(x, M_DEVBUF);                       \
            x = NULL;                                \
            y = 0;                                   \
        }                                            \
    } while (0)

#define ECORE_IS_VALID_ETHER_ADDR(_mac) TRUE

#define ECORE_IS_MF_SD_MODE   IS_MF_SD_MODE
#define ECORE_IS_MF_SI_MODE   IS_MF_SI_MODE
#define ECORE_IS_MF_AFEX_MODE IS_MF_AFEX_MODE

#define ECORE_SET_CTX_VALIDATION bxe_set_ctx_validation

#define ECORE_UPDATE_COALESCE_SB_INDEX bxe_update_coalesce_sb_index

#define ECORE_ALIGN(x, a) ((((x) + (a) - 1) / (a)) * (a))

#define ECORE_REG_WR_DMAE_LEN REG_WR_DMAE_LEN

#define ECORE_PATH_ID     SC_PATH
#define ECORE_PORT_ID     SC_PORT
#define ECORE_FUNC_ID     SC_FUNC
#define ECORE_ABS_FUNC_ID SC_ABS_FUNC

uint32_t calc_crc32(uint8_t *crc32_packet, uint32_t crc32_length,
                    uint32_t crc32_seed, uint8_t complement);
static inline uint32_t
ECORE_CRC32_LE(uint32_t seed, uint8_t *mac, uint32_t len)
{
    uint32_t packet_buf[2] = {0};
    memcpy(((uint8_t *)(&packet_buf[0]))+2, &mac[0], 2);
    memcpy(&packet_buf[1], &mac[2], 4);
    return bswap32(calc_crc32((uint8_t *)packet_buf, 8, seed, 0));
}

#define ecore_sp_post(_sc, _a, _b, _c, _d) \
    bxe_sp_post(_sc, _a, _b, U64_HI(_c), U64_LO(_c), _d)

#ifdef ECORE_STOP_ON_ERROR

#define ECORE_DBG_BREAK_IF(exp)     \
    do {                            \
        if (__predict_false(exp)) { \
            panic("ECORE");         \
        }                           \
    } while (0)

#define ECORE_BUG()                               \
    do {                                          \
        panic("BUG (%s:%d)", __FILE__, __LINE__); \
    } while(0);

#define ECORE_BUG_ON(exp)                                \
    do {                                                 \
        if (__predict_true(exp)) {                       \
            panic("BUG_ON (%s:%d)", __FILE__, __LINE__); \
        }                                                \
    } while (0)

#else


extern unsigned long bxe_debug;
#define BXE_DEBUG_ECORE_DBG_BREAK_IF   0x01
#define BXE_DEBUG_ECORE_BUG            0x02
#define BXE_DEBUG_ECORE_BUG_ON         0x04

#define ECORE_DBG_BREAK_IF(exp)     \
    if (bxe_debug & BXE_DEBUG_ECORE_DBG_BREAK_IF) \
        printf("%s (%s,%d)\n", __FUNCTION__, __FILE__, __LINE__);

#define ECORE_BUG(exp)     \
    if (bxe_debug & BXE_DEBUG_ECORE_BUG) \
        printf("%s (%s,%d)\n", __FUNCTION__, __FILE__, __LINE__);

#define ECORE_BUG_ON(exp)     \
    if (bxe_debug & BXE_DEBUG_ECORE_BUG_ON) \
        printf("%s (%s,%d)\n", __FUNCTION__, __FILE__, __LINE__);


#endif /* #ifdef ECORE_STOP_ON_ERROR */

#define ECORE_ERR(str, ...) \
    BLOGE(sc, "ECORE: " str, ##__VA_ARGS__)

#define DBG_SP 0x00000004 /* defined in bxe.h */

#define ECORE_MSG(sc, m, ...) \
    BLOGD(sc, DBG_SP, "ECORE: " m, ##__VA_ARGS__)

typedef struct _ecore_list_entry_t
{
    struct _ecore_list_entry_t *next, *prev;
} ecore_list_entry_t;

typedef struct ecore_list_t
{
    ecore_list_entry_t *head, *tail;
    unsigned long cnt;
} ecore_list_t;

/* initialize the list */
#define ECORE_LIST_INIT(_list) \
    do {                       \
        (_list)->head = NULL;  \
        (_list)->tail = NULL;  \
        (_list)->cnt  = 0;     \
    } while (0)

/* return TRUE if the element is the last on the list */
#define ECORE_LIST_IS_LAST(_elem, _list) \
    (_elem == (_list)->tail)

/* return TRUE if the list is empty */
#define ECORE_LIST_IS_EMPTY(_list) \
    ((_list)->cnt == 0)

/* return the first element */
#define ECORE_LIST_FIRST_ENTRY(_list, cast, _link) \
    (cast *)((_list)->head)

/* return the next element */
#define ECORE_LIST_NEXT(_elem, _link, cast) \
    (cast *)((&((_elem)->_link))->next)

/* push an element on the head of the list */
#define ECORE_LIST_PUSH_HEAD(_elem, _list)              \
    do {                                                \
        (_elem)->prev = (ecore_list_entry_t *)0;        \
        (_elem)->next = (_list)->head;                  \
        if ((_list)->tail == (ecore_list_entry_t *)0) { \
            (_list)->tail = (_elem);                    \
        } else {                                        \
            (_list)->head->prev = (_elem);              \
        }                                               \
        (_list)->head = (_elem);                        \
        (_list)->cnt++;                                 \
    } while (0)

/* push an element on the tail of the list */
#define ECORE_LIST_PUSH_TAIL(_elem, _list)       \
    do {                                         \
        (_elem)->next = (ecore_list_entry_t *)0; \
        (_elem)->prev = (_list)->tail;           \
        if ((_list)->tail) {                     \
            (_list)->tail->next = (_elem);       \
        } else {                                 \
            (_list)->head = (_elem);             \
        }                                        \
        (_list)->tail = (_elem);                 \
        (_list)->cnt++;                          \
    } while (0)

/* push list1 on the head of list2 and return with list1 as empty */
#define ECORE_LIST_SPLICE_INIT(_list1, _list2)     \
    do {                                           \
        (_list1)->tail->next = (_list2)->head;     \
        if ((_list2)->head) {                      \
            (_list2)->head->prev = (_list1)->tail; \
        } else {                                   \
            (_list2)->tail = (_list1)->tail;       \
        }                                          \
        (_list2)->head = (_list1)->head;           \
        (_list2)->cnt += (_list1)->cnt;            \
        (_list1)->head = NULL;                     \
        (_list1)->tail = NULL;                     \
        (_list1)->cnt  = 0;                        \
    } while (0)

/* remove an element from the list */
#define ECORE_LIST_REMOVE_ENTRY(_elem, _list)                      \
    do {                                                           \
        if ((_list)->head == (_elem)) {                            \
            if ((_list)->head) {                                   \
                (_list)->head = (_list)->head->next;               \
                if ((_list)->head) {                               \
                    (_list)->head->prev = (ecore_list_entry_t *)0; \
                } else {                                           \
                    (_list)->tail = (ecore_list_entry_t *)0;       \
                }                                                  \
                (_list)->cnt--;                                    \
            }                                                      \
        } else if ((_list)->tail == (_elem)) {                     \
            if ((_list)->tail) {                                   \
                (_list)->tail = (_list)->tail->prev;               \
                if ((_list)->tail) {                               \
                    (_list)->tail->next = (ecore_list_entry_t *)0; \
                } else {                                           \
                    (_list)->head = (ecore_list_entry_t *)0;       \
                }                                                  \
                (_list)->cnt--;                                    \
            }                                                      \
        } else {                                                   \
            (_elem)->prev->next = (_elem)->next;                   \
            (_elem)->next->prev = (_elem)->prev;                   \
            (_list)->cnt--;                                        \
        }                                                          \
    } while (0)

/* walk the list */
#define ECORE_LIST_FOR_EACH_ENTRY(pos, _list, _link, cast) \
    for (pos = ECORE_LIST_FIRST_ENTRY(_list, cast, _link); \
         pos;                                              \
         pos = ECORE_LIST_NEXT(pos, _link, cast))

/* walk the list (safely) */
#define ECORE_LIST_FOR_EACH_ENTRY_SAFE(pos, n, _list, _link, cast) \
     for (pos = ECORE_LIST_FIRST_ENTRY(_list, cast, _lint),        \
          n = (pos) ? ECORE_LIST_NEXT(pos, _link, cast) : NULL;    \
          pos != NULL;                                             \
          pos = (cast *)n,                                         \
          n = (pos) ? ECORE_LIST_NEXT(pos, _link, cast) : NULL)


/* Manipulate a bit vector defined as an array of uint64_t */

/* Number of bits in one sge_mask array element */
#define BIT_VEC64_ELEM_SZ     64
#define BIT_VEC64_ELEM_SHIFT  6
#define BIT_VEC64_ELEM_MASK   ((uint64_t)BIT_VEC64_ELEM_SZ - 1)

#define __BIT_VEC64_SET_BIT(el, bit)            \
    do {                                        \
        el = ((el) | ((uint64_t)0x1 << (bit))); \
    } while (0)

#define __BIT_VEC64_CLEAR_BIT(el, bit)             \
    do {                                           \
        el = ((el) & (~((uint64_t)0x1 << (bit)))); \
    } while (0)

#define BIT_VEC64_SET_BIT(vec64, idx)                           \
    __BIT_VEC64_SET_BIT((vec64)[(idx) >> BIT_VEC64_ELEM_SHIFT], \
                        (idx) & BIT_VEC64_ELEM_MASK)

#define BIT_VEC64_CLEAR_BIT(vec64, idx)                           \
    __BIT_VEC64_CLEAR_BIT((vec64)[(idx) >> BIT_VEC64_ELEM_SHIFT], \
                          (idx) & BIT_VEC64_ELEM_MASK)

#define BIT_VEC64_TEST_BIT(vec64, idx)          \
    (((vec64)[(idx) >> BIT_VEC64_ELEM_SHIFT] >> \
      ((idx) & BIT_VEC64_ELEM_MASK)) & 0x1)

/*
 * Creates a bitmask of all ones in less significant bits.
 * idx - index of the most significant bit in the created mask
 */
#define BIT_VEC64_ONES_MASK(idx)                                 \
    (((uint64_t)0x1 << (((idx) & BIT_VEC64_ELEM_MASK) + 1)) - 1)
#define BIT_VEC64_ELEM_ONE_MASK ((uint64_t)(~0))

/* fill in a MAC address the way the FW likes it */
static inline void
ecore_set_fw_mac_addr(uint16_t *fw_hi,
                      uint16_t *fw_mid,
                      uint16_t *fw_lo,
                      uint8_t  *mac)
{
    ((uint8_t *)fw_hi)[0]  = mac[1];
    ((uint8_t *)fw_hi)[1]  = mac[0];
    ((uint8_t *)fw_mid)[0] = mac[3];
    ((uint8_t *)fw_mid)[1] = mac[2];
    ((uint8_t *)fw_lo)[0]  = mac[5];
    ((uint8_t *)fw_lo)[1]  = mac[4];
}


enum ecore_status_t {
    ECORE_EXISTS  = -6,
    ECORE_IO      = -5,
    ECORE_TIMEOUT = -4,
    ECORE_INVAL   = -3,
    ECORE_BUSY    = -2,
    ECORE_NOMEM   = -1,
    ECORE_SUCCESS = 0,
    /* PENDING is not an error and should be positive */
    ECORE_PENDING = 1,
};

enum {
    SWITCH_UPDATE,
    AFEX_UPDATE,
};




struct bxe_softc;
struct eth_context;

/* Bits representing general command's configuration */
enum {
        RAMROD_TX,
        RAMROD_RX,
        /* Wait until all pending commands complete */
        RAMROD_COMP_WAIT,
        /* Don't send a ramrod, only update a registry */
        RAMROD_DRV_CLR_ONLY,
        /* Configure HW according to the current object state */
        RAMROD_RESTORE,
         /* Execute the next command now */
        RAMROD_EXEC,
        /* Don't add a new command and continue execution of posponed
         * commands. If not set a new command will be added to the
         * pending commands list.
         */
        RAMROD_CONT,
        /* If there is another pending ramrod, wait until it finishes and
         * re-try to submit this one. This flag can be set only in sleepable
         * context, and should not be set from the context that completes the
         * ramrods as deadlock will occur.
         */
        RAMROD_RETRY,
};

typedef enum {
        ECORE_OBJ_TYPE_RX,
        ECORE_OBJ_TYPE_TX,
        ECORE_OBJ_TYPE_RX_TX,
} ecore_obj_type;

/* Public slow path states */
enum {
        ECORE_FILTER_MAC_PENDING,
        ECORE_FILTER_VLAN_PENDING,
        ECORE_FILTER_VLAN_MAC_PENDING,
        ECORE_FILTER_RX_MODE_PENDING,
        ECORE_FILTER_RX_MODE_SCHED,
        ECORE_FILTER_ISCSI_ETH_START_SCHED,
        ECORE_FILTER_ISCSI_ETH_STOP_SCHED,
        ECORE_FILTER_FCOE_ETH_START_SCHED,
        ECORE_FILTER_FCOE_ETH_STOP_SCHED,
        ECORE_FILTER_BYPASS_RX_MODE_PENDING,
        ECORE_FILTER_BYPASS_MAC_PENDING,
        ECORE_FILTER_BYPASS_RSS_CONF_PENDING,
        ECORE_FILTER_MCAST_PENDING,
        ECORE_FILTER_MCAST_SCHED,
        ECORE_FILTER_RSS_CONF_PENDING,
        ECORE_AFEX_FCOE_Q_UPDATE_PENDING,
        ECORE_AFEX_PENDING_VIFSET_MCP_ACK,
        ECORE_FILTER_VXLAN_PENDING
};

struct ecore_raw_obj {
        uint8_t         func_id;

        /* Queue params */
        uint8_t         cl_id;
        uint32_t                cid;

        /* Ramrod data buffer params */
        void            *rdata;
        ecore_dma_addr_t        rdata_mapping;

        /* Ramrod state params */
        int             state;   /* "ramrod is pending" state bit */
        unsigned long   *pstate; /* pointer to state buffer */

        ecore_obj_type  obj_type;

        int (*wait_comp)(struct bxe_softc *sc,
                         struct ecore_raw_obj *o);

        bool (*check_pending)(struct ecore_raw_obj *o);
        void (*clear_pending)(struct ecore_raw_obj *o);
        void (*set_pending)(struct ecore_raw_obj *o);
};

/************************* VLAN-MAC commands related parameters ***************/
struct ecore_mac_ramrod_data {
        uint8_t mac[ETH_ALEN];
        uint8_t is_inner_mac;
};

struct ecore_vlan_ramrod_data {
        uint16_t vlan;
};

struct ecore_vlan_mac_ramrod_data {
        uint8_t mac[ETH_ALEN];
        uint8_t is_inner_mac;
        uint16_t vlan;
};

struct ecore_vxlan_fltr_ramrod_data {
        uint8_t innermac[ETH_ALEN];
        uint32_t vni;
};

union ecore_classification_ramrod_data {
        struct ecore_mac_ramrod_data mac;
        struct ecore_vlan_ramrod_data vlan;
        struct ecore_vlan_mac_ramrod_data vlan_mac;
        struct ecore_vxlan_fltr_ramrod_data vxlan_fltr;
};

/* VLAN_MAC commands */
enum ecore_vlan_mac_cmd {
        ECORE_VLAN_MAC_ADD,
        ECORE_VLAN_MAC_DEL,
        ECORE_VLAN_MAC_MOVE,
};

struct ecore_vlan_mac_data {
        /* Requested command: ECORE_VLAN_MAC_XX */
        enum ecore_vlan_mac_cmd cmd;
        /* used to contain the data related vlan_mac_flags bits from
         * ramrod parameters.
         */
        unsigned long vlan_mac_flags;

        /* Needed for MOVE command */
        struct ecore_vlan_mac_obj *target_obj;

        union ecore_classification_ramrod_data u;
};

/*************************** Exe Queue obj ************************************/
union ecore_exe_queue_cmd_data {
        struct ecore_vlan_mac_data vlan_mac;

        struct {
                /* TODO */
        } mcast;
};

struct ecore_exeq_elem {
        ecore_list_entry_t              link;

        /* Length of this element in the exe_chunk. */
        int                             cmd_len;

        union ecore_exe_queue_cmd_data  cmd_data;
};

union ecore_qable_obj;

union ecore_exeq_comp_elem {
        union event_ring_elem *elem;
};

struct ecore_exe_queue_obj;

typedef int (*exe_q_validate)(struct bxe_softc *sc,
                              union ecore_qable_obj *o,
                              struct ecore_exeq_elem *elem);

typedef int (*exe_q_remove)(struct bxe_softc *sc,
                            union ecore_qable_obj *o,
                            struct ecore_exeq_elem *elem);

/* Return positive if entry was optimized, 0 - if not, negative
 * in case of an error.
 */
typedef int (*exe_q_optimize)(struct bxe_softc *sc,
                              union ecore_qable_obj *o,
                              struct ecore_exeq_elem *elem);
typedef int (*exe_q_execute)(struct bxe_softc *sc,
                             union ecore_qable_obj *o,
                             ecore_list_t *exe_chunk,
                             unsigned long *ramrod_flags);
typedef struct ecore_exeq_elem *
                        (*exe_q_get)(struct ecore_exe_queue_obj *o,
                                     struct ecore_exeq_elem *elem);

struct ecore_exe_queue_obj {
        /* Commands pending for an execution. */
        ecore_list_t    exe_queue;

        /* Commands pending for an completion. */
        ecore_list_t    pending_comp;

        ECORE_MUTEX_SPIN                lock;

        /* Maximum length of commands' list for one execution */
        int                     exe_chunk_len;

        union ecore_qable_obj   *owner;

        /****** Virtual functions ******/
        /**
         * Called before commands execution for commands that are really
         * going to be executed (after 'optimize').
         *
         * Must run under exe_queue->lock
         */
        exe_q_validate          validate;

        /**
         * Called before removing pending commands, cleaning allocated
         * resources (e.g., credits from validate)
         */
         exe_q_remove           remove;

        /**
         * This will try to cancel the current pending commands list
         * considering the new command.
         *
         * Returns the number of optimized commands or a negative error code
         *
         * Must run under exe_queue->lock
         */
        exe_q_optimize          optimize;

        /**
         * Run the next commands chunk (owner specific).
         */
        exe_q_execute           execute;

        /**
         * Return the exe_queue element containing the specific command
         * if any. Otherwise return NULL.
         */
        exe_q_get               get;
};
/***************** Classification verbs: Set/Del MAC/VLAN/VLAN-MAC ************/
/*
 * Element in the VLAN_MAC registry list having all current configured
 * rules.
 */
struct ecore_vlan_mac_registry_elem {
        ecore_list_entry_t      link;

        /* Used to store the cam offset used for the mac/vlan/vlan-mac.
         * Relevant for 57710 and 57711 only. VLANs and MACs share the
         * same CAM for these chips.
         */
        int                     cam_offset;

        /* Needed for DEL and RESTORE flows */
        unsigned long           vlan_mac_flags;

        union ecore_classification_ramrod_data u;
};

/* Bits representing VLAN_MAC commands specific flags */
enum {
        ECORE_UC_LIST_MAC,
        ECORE_ETH_MAC,
        ECORE_ISCSI_ETH_MAC,
        ECORE_NETQ_ETH_MAC,
        ECORE_DONT_CONSUME_CAM_CREDIT,
        ECORE_DONT_CONSUME_CAM_CREDIT_DEST,
};
/* When looking for matching filters, some flags are not interesting */
#define ECORE_VLAN_MAC_CMP_MASK (1 << ECORE_UC_LIST_MAC | \
                                 1 << ECORE_ETH_MAC | \
                                 1 << ECORE_ISCSI_ETH_MAC | \
                                 1 << ECORE_NETQ_ETH_MAC)
#define ECORE_VLAN_MAC_CMP_FLAGS(flags) \
        ((flags) & ECORE_VLAN_MAC_CMP_MASK)

struct ecore_vlan_mac_ramrod_params {
        /* Object to run the command from */
        struct ecore_vlan_mac_obj *vlan_mac_obj;

        /* General command flags: COMP_WAIT, etc. */
        unsigned long ramrod_flags;

        /* Command specific configuration request */
        struct ecore_vlan_mac_data user_req;
};

struct ecore_vlan_mac_obj {
        struct ecore_raw_obj raw;

        /* Bookkeeping list: will prevent the addition of already existing
         * entries.
         */
        ecore_list_t            head;
        /* Implement a simple reader/writer lock on the head list.
         * all these fields should only be accessed under the exe_queue lock
         */
        uint8_t         head_reader; /* Num. of readers accessing head list */
        bool            head_exe_request; /* Pending execution request. */
        unsigned long   saved_ramrod_flags; /* Ramrods of pending execution */

        /* Execution queue interface instance */
        struct ecore_exe_queue_obj      exe_queue;

        /* MACs credit pool */
        struct ecore_credit_pool_obj    *macs_pool;

        /* VLANs credit pool */
        struct ecore_credit_pool_obj    *vlans_pool;

        /* RAMROD command to be used */
        int                             ramrod_cmd;

        /* copy first n elements onto preallocated buffer
         *
         * @param n number of elements to get
         * @param buf buffer preallocated by caller into which elements
         *            will be copied. Note elements are 4-byte aligned
         *            so buffer size must be able to accommodate the
         *            aligned elements.
         *
         * @return number of copied bytes
         */

        int (*get_n_elements)(struct bxe_softc *sc,
                              struct ecore_vlan_mac_obj *o, int n, uint8_t *base,
                              uint8_t stride, uint8_t size);

        /**
         * Checks if ADD-ramrod with the given params may be performed.
         *
         * @return zero if the element may be added
         */

        int (*check_add)(struct bxe_softc *sc,
                         struct ecore_vlan_mac_obj *o,
                         union ecore_classification_ramrod_data *data);

        /**
         * Checks if DEL-ramrod with the given params may be performed.
         *
         * @return TRUE if the element may be deleted
         */
        struct ecore_vlan_mac_registry_elem *
                (*check_del)(struct bxe_softc *sc,
                             struct ecore_vlan_mac_obj *o,
                             union ecore_classification_ramrod_data *data);

        /**
         * Checks if DEL-ramrod with the given params may be performed.
         *
         * @return TRUE if the element may be deleted
         */
        bool (*check_move)(struct bxe_softc *sc,
                           struct ecore_vlan_mac_obj *src_o,
                           struct ecore_vlan_mac_obj *dst_o,
                           union ecore_classification_ramrod_data *data);

        /**
         *  Update the relevant credit object(s) (consume/return
         *  correspondingly).
         */
        bool (*get_credit)(struct ecore_vlan_mac_obj *o);
        bool (*put_credit)(struct ecore_vlan_mac_obj *o);
        bool (*get_cam_offset)(struct ecore_vlan_mac_obj *o, int *offset);
        bool (*put_cam_offset)(struct ecore_vlan_mac_obj *o, int offset);

        /**
         * Configures one rule in the ramrod data buffer.
         */
        void (*set_one_rule)(struct bxe_softc *sc,
                             struct ecore_vlan_mac_obj *o,
                             struct ecore_exeq_elem *elem, int rule_idx,
                             int cam_offset);

        /**
        *  Delete all configured elements having the given
        *  vlan_mac_flags specification. Assumes no pending for
        *  execution commands. Will schedule all all currently
        *  configured MACs/VLANs/VLAN-MACs matching the vlan_mac_flags
        *  specification for deletion and will use the given
        *  ramrod_flags for the last DEL operation.
         *
         * @param sc
         * @param o
         * @param ramrod_flags RAMROD_XX flags
         *
         * @return 0 if the last operation has completed successfully
         *         and there are no more elements left, positive value
         *         if there are pending for completion commands,
         *         negative value in case of failure.
         */
        int (*delete_all)(struct bxe_softc *sc,
                          struct ecore_vlan_mac_obj *o,
                          unsigned long *vlan_mac_flags,
                          unsigned long *ramrod_flags);

        /**
         * Reconfigures the next MAC/VLAN/VLAN-MAC element from the previously
         * configured elements list.
         *
         * @param sc
         * @param p Command parameters (RAMROD_COMP_WAIT bit in
         *          ramrod_flags is only taken into an account)
         * @param ppos a pointer to the cookie that should be given back in the
         *        next call to make function handle the next element. If
         *        *ppos is set to NULL it will restart the iterator.
         *        If returned *ppos == NULL this means that the last
         *        element has been handled.
         *
         * @return int
         */
        int (*restore)(struct bxe_softc *sc,
                       struct ecore_vlan_mac_ramrod_params *p,
                       struct ecore_vlan_mac_registry_elem **ppos);

        /**
         * Should be called on a completion arrival.
         *
         * @param sc
         * @param o
         * @param cqe Completion element we are handling
         * @param ramrod_flags if RAMROD_CONT is set the next bulk of
         *                     pending commands will be executed.
         *                     RAMROD_DRV_CLR_ONLY and RAMROD_RESTORE
         *                     may also be set if needed.
         *
         * @return 0 if there are neither pending nor waiting for
         *         completion commands. Positive value if there are
         *         pending for execution or for completion commands.
         *         Negative value in case of an error (including an
         *         error in the cqe).
         */
        int (*complete)(struct bxe_softc *sc, struct ecore_vlan_mac_obj *o,
                        union event_ring_elem *cqe,
                        unsigned long *ramrod_flags);

        /**
         * Wait for completion of all commands. Don't schedule new ones,
         * just wait. It assumes that the completion code will schedule
         * for new commands.
         */
        int (*wait)(struct bxe_softc *sc, struct ecore_vlan_mac_obj *o);
};

enum {
        ECORE_LLH_CAM_ISCSI_ETH_LINE = 0,
        ECORE_LLH_CAM_ETH_LINE,
        ECORE_LLH_CAM_MAX_PF_LINE = NIG_REG_LLH1_FUNC_MEM_SIZE / 2
};

void ecore_set_mac_in_nig(struct bxe_softc *sc,
                          bool add, unsigned char *dev_addr, int index);

/** RX_MODE verbs:DROP_ALL/ACCEPT_ALL/ACCEPT_ALL_MULTI/ACCEPT_ALL_VLAN/NORMAL */

/* RX_MODE ramrod special flags: set in rx_mode_flags field in
 * a ecore_rx_mode_ramrod_params.
 */
enum {
        ECORE_RX_MODE_FCOE_ETH,
        ECORE_RX_MODE_ISCSI_ETH,
};

enum {
        ECORE_ACCEPT_UNICAST,
        ECORE_ACCEPT_MULTICAST,
        ECORE_ACCEPT_ALL_UNICAST,
        ECORE_ACCEPT_ALL_MULTICAST,
        ECORE_ACCEPT_BROADCAST,
        ECORE_ACCEPT_UNMATCHED,
        ECORE_ACCEPT_ANY_VLAN
};

struct ecore_rx_mode_ramrod_params {
        struct ecore_rx_mode_obj *rx_mode_obj;
        unsigned long *pstate;
        int state;
        uint8_t cl_id;
        uint32_t cid;
        uint8_t func_id;
        unsigned long ramrod_flags;
        unsigned long rx_mode_flags;

        /* rdata is either a pointer to eth_filter_rules_ramrod_data(e2) or to
         * a tstorm_eth_mac_filter_config (e1x).
         */
        void *rdata;
        ecore_dma_addr_t rdata_mapping;

        /* Rx mode settings */
        unsigned long rx_accept_flags;

        /* internal switching settings */
        unsigned long tx_accept_flags;
};

struct ecore_rx_mode_obj {
        int (*config_rx_mode)(struct bxe_softc *sc,
                              struct ecore_rx_mode_ramrod_params *p);

        int (*wait_comp)(struct bxe_softc *sc,
                         struct ecore_rx_mode_ramrod_params *p);
};

/********************** Set multicast group ***********************************/

struct ecore_mcast_list_elem {
        ecore_list_entry_t link;
        uint8_t *mac;
};

union ecore_mcast_config_data {
        uint8_t *mac;
        uint8_t bin; /* used in a RESTORE flow */
};

struct ecore_mcast_ramrod_params {
        struct ecore_mcast_obj *mcast_obj;

        /* Relevant options are RAMROD_COMP_WAIT and RAMROD_DRV_CLR_ONLY */
        unsigned long ramrod_flags;

        ecore_list_t mcast_list; /* list of struct ecore_mcast_list_elem */
        /** TODO:
         *      - rename it to macs_num.
         *      - Add a new command type for handling pending commands
         *        (remove "zero semantics").
         *
         *  Length of mcast_list. If zero and ADD_CONT command - post
         *  pending commands.
         */
        int mcast_list_len;
};

enum ecore_mcast_cmd {
        ECORE_MCAST_CMD_ADD,
        ECORE_MCAST_CMD_CONT,
        ECORE_MCAST_CMD_DEL,
        ECORE_MCAST_CMD_RESTORE,
};

struct ecore_mcast_obj {
        struct ecore_raw_obj raw;

        union {
                struct {
                #define ECORE_MCAST_BINS_NUM    256
                #define ECORE_MCAST_VEC_SZ      (ECORE_MCAST_BINS_NUM / 64)
                        uint64_t vec[ECORE_MCAST_VEC_SZ];

                        /** Number of BINs to clear. Should be updated
                         *  immediately when a command arrives in order to
                         *  properly create DEL commands.
                         */
                        int num_bins_set;
                } aprox_match;

                struct {
                        ecore_list_t macs;
                        int num_macs_set;
                } exact_match;
        } registry;

        /* Pending commands */
        ecore_list_t pending_cmds_head;

        /* A state that is set in raw.pstate, when there are pending commands */
        int sched_state;

        /* Maximal number of mcast MACs configured in one command */
        int max_cmd_len;

        /* Total number of currently pending MACs to configure: both
         * in the pending commands list and in the current command.
         */
        int total_pending_num;

        uint8_t engine_id;

        /**
         * @param cmd command to execute (ECORE_MCAST_CMD_X, see above)
         */
        int (*config_mcast)(struct bxe_softc *sc,
                            struct ecore_mcast_ramrod_params *p,
                            enum ecore_mcast_cmd cmd);

        /**
         * Fills the ramrod data during the RESTORE flow.
         *
         * @param sc
         * @param o
         * @param start_idx Registry index to start from
         * @param rdata_idx Index in the ramrod data to start from
         *
         * @return -1 if we handled the whole registry or index of the last
         *         handled registry element.
         */
        int (*hdl_restore)(struct bxe_softc *sc, struct ecore_mcast_obj *o,
                           int start_bin, int *rdata_idx);

        int (*enqueue_cmd)(struct bxe_softc *sc, struct ecore_mcast_obj *o,
                           struct ecore_mcast_ramrod_params *p,
                           enum ecore_mcast_cmd cmd);

        void (*set_one_rule)(struct bxe_softc *sc,
                             struct ecore_mcast_obj *o, int idx,
                             union ecore_mcast_config_data *cfg_data,
                             enum ecore_mcast_cmd cmd);

        /** Checks if there are more mcast MACs to be set or a previous
         *  command is still pending.
         */
        bool (*check_pending)(struct ecore_mcast_obj *o);

        /**
         * Set/Clear/Check SCHEDULED state of the object
         */
        void (*set_sched)(struct ecore_mcast_obj *o);
        void (*clear_sched)(struct ecore_mcast_obj *o);
        bool (*check_sched)(struct ecore_mcast_obj *o);

        /* Wait until all pending commands complete */
        int (*wait_comp)(struct bxe_softc *sc, struct ecore_mcast_obj *o);

        /**
         * Handle the internal object counters needed for proper
         * commands handling. Checks that the provided parameters are
         * feasible.
         */
        int (*validate)(struct bxe_softc *sc,
                        struct ecore_mcast_ramrod_params *p,
                        enum ecore_mcast_cmd cmd);

        /**
         * Restore the values of internal counters in case of a failure.
         */
        void (*revert)(struct bxe_softc *sc,
                       struct ecore_mcast_ramrod_params *p,
                       int old_num_bins);

        int (*get_registry_size)(struct ecore_mcast_obj *o);
        void (*set_registry_size)(struct ecore_mcast_obj *o, int n);
};

/*************************** Credit handling **********************************/
struct ecore_credit_pool_obj {

        /* Current amount of credit in the pool */
        ecore_atomic_t  credit;

        /* Maximum allowed credit. put() will check against it. */
        int             pool_sz;

        /* Allocate a pool table statically.
         *
         * Currently the maximum allowed size is MAX_MAC_CREDIT_E2(272)
         *
         * The set bit in the table will mean that the entry is available.
         */
#define ECORE_POOL_VEC_SIZE     (MAX_MAC_CREDIT_E2 / 64)
        uint64_t                pool_mirror[ECORE_POOL_VEC_SIZE];

        /* Base pool offset (initialized differently */
        int             base_pool_offset;

        /**
         * Get the next free pool entry.
         *
         * @return TRUE if there was a free entry in the pool
         */
        bool (*get_entry)(struct ecore_credit_pool_obj *o, int *entry);

        /**
         * Return the entry back to the pool.
         *
         * @return TRUE if entry is legal and has been successfully
         *         returned to the pool.
         */
        bool (*put_entry)(struct ecore_credit_pool_obj *o, int entry);

        /**
         * Get the requested amount of credit from the pool.
         *
         * @param cnt Amount of requested credit
         * @return TRUE if the operation is successful
         */
        bool (*get)(struct ecore_credit_pool_obj *o, int cnt);

        /**
         * Returns the credit to the pool.
         *
         * @param cnt Amount of credit to return
         * @return TRUE if the operation is successful
         */
        bool (*put)(struct ecore_credit_pool_obj *o, int cnt);

        /**
         * Reads the current amount of credit.
         */
        int (*check)(struct ecore_credit_pool_obj *o);
};

/*************************** RSS configuration ********************************/
enum {
        /* RSS_MODE bits are mutually exclusive */
        ECORE_RSS_MODE_DISABLED,
        ECORE_RSS_MODE_REGULAR,

        ECORE_RSS_SET_SRCH, /* Setup searcher, E1x specific flag */

        ECORE_RSS_IPV4,
        ECORE_RSS_IPV4_TCP,
        ECORE_RSS_IPV4_UDP,
        ECORE_RSS_IPV6,
        ECORE_RSS_IPV6_TCP,
        ECORE_RSS_IPV6_UDP,

        ECORE_RSS_IPV4_VXLAN,
        ECORE_RSS_IPV6_VXLAN,
        ECORE_RSS_TUNN_INNER_HDRS,
};

struct ecore_config_rss_params {
        struct ecore_rss_config_obj *rss_obj;

        /* may have RAMROD_COMP_WAIT set only */
        unsigned long   ramrod_flags;

        /* ECORE_RSS_X bits */
        unsigned long   rss_flags;

        /* Number hash bits to take into an account */
        uint8_t         rss_result_mask;

        /* Indirection table */
        uint8_t         ind_table[T_ETH_INDIRECTION_TABLE_SIZE];

        /* RSS hash values */
        uint32_t                rss_key[10];

        /* valid only iff ECORE_RSS_UPDATE_TOE is set */
        uint16_t                toe_rss_bitmap;
};

struct ecore_rss_config_obj {
        struct ecore_raw_obj    raw;

        /* RSS engine to use */
        uint8_t                 engine_id;

        /* Last configured indirection table */
        uint8_t                 ind_table[T_ETH_INDIRECTION_TABLE_SIZE];

        /* flags for enabling 4-tupple hash on UDP */
        uint8_t                 udp_rss_v4;
        uint8_t                 udp_rss_v6;

        int (*config_rss)(struct bxe_softc *sc,
                          struct ecore_config_rss_params *p);
};

/*********************** Queue state update ***********************************/

/* UPDATE command options */
enum {
        ECORE_Q_UPDATE_IN_VLAN_REM,
        ECORE_Q_UPDATE_IN_VLAN_REM_CHNG,
        ECORE_Q_UPDATE_OUT_VLAN_REM,
        ECORE_Q_UPDATE_OUT_VLAN_REM_CHNG,
        ECORE_Q_UPDATE_ANTI_SPOOF,
        ECORE_Q_UPDATE_ANTI_SPOOF_CHNG,
        ECORE_Q_UPDATE_ACTIVATE,
        ECORE_Q_UPDATE_ACTIVATE_CHNG,
        ECORE_Q_UPDATE_DEF_VLAN_EN,
        ECORE_Q_UPDATE_DEF_VLAN_EN_CHNG,
        ECORE_Q_UPDATE_SILENT_VLAN_REM_CHNG,
        ECORE_Q_UPDATE_SILENT_VLAN_REM,
        ECORE_Q_UPDATE_TX_SWITCHING_CHNG,
        ECORE_Q_UPDATE_TX_SWITCHING,
        ECORE_Q_UPDATE_PTP_PKTS_CHNG,
        ECORE_Q_UPDATE_PTP_PKTS,
};

/* Allowed Queue states */
enum ecore_q_state {
        ECORE_Q_STATE_RESET,
        ECORE_Q_STATE_INITIALIZED,
        ECORE_Q_STATE_ACTIVE,
        ECORE_Q_STATE_MULTI_COS,
        ECORE_Q_STATE_MCOS_TERMINATED,
        ECORE_Q_STATE_INACTIVE,
        ECORE_Q_STATE_STOPPED,
        ECORE_Q_STATE_TERMINATED,
        ECORE_Q_STATE_FLRED,
        ECORE_Q_STATE_MAX,
};

/* Allowed Queue states */
enum ecore_q_logical_state {
        ECORE_Q_LOGICAL_STATE_ACTIVE,
        ECORE_Q_LOGICAL_STATE_STOPPED,
};

/* Allowed commands */
enum ecore_queue_cmd {
        ECORE_Q_CMD_INIT,
        ECORE_Q_CMD_SETUP,
        ECORE_Q_CMD_SETUP_TX_ONLY,
        ECORE_Q_CMD_DEACTIVATE,
        ECORE_Q_CMD_ACTIVATE,
        ECORE_Q_CMD_UPDATE,
        ECORE_Q_CMD_UPDATE_TPA,
        ECORE_Q_CMD_HALT,
        ECORE_Q_CMD_CFC_DEL,
        ECORE_Q_CMD_TERMINATE,
        ECORE_Q_CMD_EMPTY,
        ECORE_Q_CMD_MAX,
};

/* queue SETUP + INIT flags */
enum {
        ECORE_Q_FLG_TPA,
        ECORE_Q_FLG_TPA_IPV6,
        ECORE_Q_FLG_TPA_GRO,
        ECORE_Q_FLG_STATS,
        ECORE_Q_FLG_ZERO_STATS,
        ECORE_Q_FLG_ACTIVE,
        ECORE_Q_FLG_OV,
        ECORE_Q_FLG_VLAN,
        ECORE_Q_FLG_COS,
        ECORE_Q_FLG_HC,
        ECORE_Q_FLG_HC_EN,
        ECORE_Q_FLG_DHC,
        ECORE_Q_FLG_OOO,
        ECORE_Q_FLG_FCOE,
        ECORE_Q_FLG_LEADING_RSS,
        ECORE_Q_FLG_MCAST,
        ECORE_Q_FLG_DEF_VLAN,
        ECORE_Q_FLG_TX_SWITCH,
        ECORE_Q_FLG_TX_SEC,
        ECORE_Q_FLG_ANTI_SPOOF,
        ECORE_Q_FLG_SILENT_VLAN_REM,
        ECORE_Q_FLG_FORCE_DEFAULT_PRI,
        ECORE_Q_FLG_REFUSE_OUTBAND_VLAN,
        ECORE_Q_FLG_PCSUM_ON_PKT,
        ECORE_Q_FLG_TUN_INC_INNER_IP_ID
};

/* Queue type options: queue type may be a combination of below. */
enum ecore_q_type {
        ECORE_Q_TYPE_FWD,
        /** TODO: Consider moving both these flags into the init()
         *        ramrod params.
         */
        ECORE_Q_TYPE_HAS_RX,
        ECORE_Q_TYPE_HAS_TX,
};

#define ECORE_PRIMARY_CID_INDEX                 0
#define ECORE_MULTI_TX_COS_E1X                  3 /* QM only */
#define ECORE_MULTI_TX_COS_E2_E3A0              2
#define ECORE_MULTI_TX_COS_E3B0                 3
#define ECORE_MULTI_TX_COS                      3 /* Maximum possible */
#define MAC_PAD (ECORE_ALIGN(ETH_ALEN, sizeof(uint32_t)) - ETH_ALEN)
/* DMAE channel to be used by FW for timesync workaroun. A driver that sends
 * timesync-related ramrods must not use this DMAE command ID.
 */
#define FW_DMAE_CMD_ID 6

struct ecore_queue_init_params {
        struct {
                unsigned long   flags;
                uint16_t                hc_rate;
                uint8_t         fw_sb_id;
                uint8_t         sb_cq_index;
        } tx;

        struct {
                unsigned long   flags;
                uint16_t                hc_rate;
                uint8_t         fw_sb_id;
                uint8_t         sb_cq_index;
        } rx;

        /* CID context in the host memory */
        struct eth_context *cxts[ECORE_MULTI_TX_COS];

        /* maximum number of cos supported by hardware */
        uint8_t max_cos;
};

struct ecore_queue_terminate_params {
        /* index within the tx_only cids of this queue object */
        uint8_t cid_index;
};

struct ecore_queue_cfc_del_params {
        /* index within the tx_only cids of this queue object */
        uint8_t cid_index;
};

struct ecore_queue_update_params {
        unsigned long   update_flags; /* ECORE_Q_UPDATE_XX bits */
        uint16_t                def_vlan;
        uint16_t                silent_removal_value;
        uint16_t                silent_removal_mask;
/* index within the tx_only cids of this queue object */
        uint8_t         cid_index;
};

struct ecore_queue_update_tpa_params {
        ecore_dma_addr_t sge_map;
        uint8_t update_ipv4;
        uint8_t update_ipv6;
        uint8_t max_tpa_queues;
        uint8_t max_sges_pkt;
        uint8_t complete_on_both_clients;
        uint8_t dont_verify_thr;
        uint8_t tpa_mode;
        uint8_t _pad;

        uint16_t sge_buff_sz;
        uint16_t max_agg_sz;

        uint16_t sge_pause_thr_low;
        uint16_t sge_pause_thr_high;
};

struct rxq_pause_params {
        uint16_t                bd_th_lo;
        uint16_t                bd_th_hi;
        uint16_t                rcq_th_lo;
        uint16_t                rcq_th_hi;
        uint16_t                sge_th_lo; /* valid iff ECORE_Q_FLG_TPA */
        uint16_t                sge_th_hi; /* valid iff ECORE_Q_FLG_TPA */
        uint16_t                pri_map;
};

/* general */
struct ecore_general_setup_params {
        /* valid iff ECORE_Q_FLG_STATS */
        uint8_t         stat_id;

        uint8_t         spcl_id;
        uint16_t                mtu;
        uint8_t         cos;

        uint8_t         fp_hsi;
};

struct ecore_rxq_setup_params {
        /* dma */
        ecore_dma_addr_t        dscr_map;
        ecore_dma_addr_t        sge_map;
        ecore_dma_addr_t        rcq_map;
        ecore_dma_addr_t        rcq_np_map;

        uint16_t                drop_flags;
        uint16_t                buf_sz;
        uint8_t         fw_sb_id;
        uint8_t         cl_qzone_id;

        /* valid iff ECORE_Q_FLG_TPA */
        uint16_t                tpa_agg_sz;
        uint16_t                sge_buf_sz;
        uint8_t         max_sges_pkt;
        uint8_t         max_tpa_queues;
        uint8_t         rss_engine_id;

        /* valid iff ECORE_Q_FLG_MCAST */
        uint8_t         mcast_engine_id;

        uint8_t         cache_line_log;

        uint8_t         sb_cq_index;

        /* valid iff BXN2X_Q_FLG_SILENT_VLAN_REM */
        uint16_t silent_removal_value;
        uint16_t silent_removal_mask;
};

struct ecore_txq_setup_params {
        /* dma */
        ecore_dma_addr_t        dscr_map;

        uint8_t         fw_sb_id;
        uint8_t         sb_cq_index;
        uint8_t         cos;            /* valid iff ECORE_Q_FLG_COS */
        uint16_t                traffic_type;
        /* equals to the leading rss client id, used for TX classification*/
        uint8_t         tss_leading_cl_id;

        /* valid iff ECORE_Q_FLG_DEF_VLAN */
        uint16_t                default_vlan;
};

struct ecore_queue_setup_params {
        struct ecore_general_setup_params gen_params;
        struct ecore_txq_setup_params txq_params;
        struct ecore_rxq_setup_params rxq_params;
        struct rxq_pause_params pause_params;
        unsigned long flags;
};

struct ecore_queue_setup_tx_only_params {
        struct ecore_general_setup_params       gen_params;
        struct ecore_txq_setup_params           txq_params;
        unsigned long                           flags;
        /* index within the tx_only cids of this queue object */
        uint8_t                                 cid_index;
};

struct ecore_queue_state_params {
        struct ecore_queue_sp_obj *q_obj;

        /* Current command */
        enum ecore_queue_cmd cmd;

        /* may have RAMROD_COMP_WAIT set only */
        unsigned long ramrod_flags;

        /* Params according to the current command */
        union {
                struct ecore_queue_update_params        update;
                struct ecore_queue_update_tpa_params    update_tpa;
                struct ecore_queue_setup_params         setup;
                struct ecore_queue_init_params          init;
                struct ecore_queue_setup_tx_only_params tx_only;
                struct ecore_queue_terminate_params     terminate;
                struct ecore_queue_cfc_del_params       cfc_del;
        } params;
};

struct ecore_viflist_params {
        uint8_t echo_res;
        uint8_t func_bit_map_res;
};

struct ecore_queue_sp_obj {
        uint32_t                cids[ECORE_MULTI_TX_COS];
        uint8_t         cl_id;
        uint8_t         func_id;

        /* number of traffic classes supported by queue.
         * The primary connection of the queue supports the first traffic
         * class. Any further traffic class is supported by a tx-only
         * connection.
         *
         * Therefore max_cos is also a number of valid entries in the cids
         * array.
         */
        uint8_t max_cos;
        uint8_t num_tx_only, next_tx_only;

        enum ecore_q_state state, next_state;

        /* bits from enum ecore_q_type */
        unsigned long   type;

        /* ECORE_Q_CMD_XX bits. This object implements "one
         * pending" paradigm but for debug and tracing purposes it's
         * more convenient to have different bits for different
         * commands.
         */
        unsigned long   pending;

        /* Buffer to use as a ramrod data and its mapping */
        void            *rdata;
        ecore_dma_addr_t        rdata_mapping;

        /**
         * Performs one state change according to the given parameters.
         *
         * @return 0 in case of success and negative value otherwise.
         */
        int (*send_cmd)(struct bxe_softc *sc,
                        struct ecore_queue_state_params *params);

        /**
         * Sets the pending bit according to the requested transition.
         */
        int (*set_pending)(struct ecore_queue_sp_obj *o,
                           struct ecore_queue_state_params *params);

        /**
         * Checks that the requested state transition is legal.
         */
        int (*check_transition)(struct bxe_softc *sc,
                                struct ecore_queue_sp_obj *o,
                                struct ecore_queue_state_params *params);

        /**
         * Completes the pending command.
         */
        int (*complete_cmd)(struct bxe_softc *sc,
                            struct ecore_queue_sp_obj *o,
                            enum ecore_queue_cmd);

        int (*wait_comp)(struct bxe_softc *sc,
                         struct ecore_queue_sp_obj *o,
                         enum ecore_queue_cmd cmd);
};

/********************** Function state update *********************************/

/* UPDATE command options */
enum {
        ECORE_F_UPDATE_TX_SWITCH_SUSPEND_CHNG,
        ECORE_F_UPDATE_TX_SWITCH_SUSPEND,
        ECORE_F_UPDATE_SD_VLAN_TAG_CHNG,
        ECORE_F_UPDATE_SD_VLAN_ETH_TYPE_CHNG,
        ECORE_F_UPDATE_VLAN_FORCE_PRIO_CHNG,
        ECORE_F_UPDATE_VLAN_FORCE_PRIO_FLAG,
        ECORE_F_UPDATE_TUNNEL_CFG_CHNG,
        ECORE_F_UPDATE_TUNNEL_INNER_CLSS_L2GRE,
        ECORE_F_UPDATE_TUNNEL_INNER_CLSS_VXLAN,
        ECORE_F_UPDATE_TUNNEL_INNER_CLSS_L2GENEVE,
        ECORE_F_UPDATE_TUNNEL_INNER_RSS,
};

/* Allowed Function states */
enum ecore_func_state {
        ECORE_F_STATE_RESET,
        ECORE_F_STATE_INITIALIZED,
        ECORE_F_STATE_STARTED,
        ECORE_F_STATE_TX_STOPPED,
        ECORE_F_STATE_MAX,
};

/* Allowed Function commands */
enum ecore_func_cmd {
        ECORE_F_CMD_HW_INIT,
        ECORE_F_CMD_START,
        ECORE_F_CMD_STOP,
        ECORE_F_CMD_HW_RESET,
        ECORE_F_CMD_AFEX_UPDATE,
        ECORE_F_CMD_AFEX_VIFLISTS,
        ECORE_F_CMD_TX_STOP,
        ECORE_F_CMD_TX_START,
        ECORE_F_CMD_SWITCH_UPDATE,
        ECORE_F_CMD_SET_TIMESYNC,
        ECORE_F_CMD_MAX,
};

struct ecore_func_hw_init_params {
        /* A load phase returned by MCP.
         *
         * May be:
         *              FW_MSG_CODE_DRV_LOAD_COMMON_CHIP
         *              FW_MSG_CODE_DRV_LOAD_COMMON
         *              FW_MSG_CODE_DRV_LOAD_PORT
         *              FW_MSG_CODE_DRV_LOAD_FUNCTION
         */
        uint32_t load_phase;
};

struct ecore_func_hw_reset_params {
        /* A load phase returned by MCP.
         *
         * May be:
         *              FW_MSG_CODE_DRV_LOAD_COMMON_CHIP
         *              FW_MSG_CODE_DRV_LOAD_COMMON
         *              FW_MSG_CODE_DRV_LOAD_PORT
         *              FW_MSG_CODE_DRV_LOAD_FUNCTION
         */
        uint32_t reset_phase;
};

struct ecore_func_start_params {
        /* Multi Function mode:
         *      - Single Function
         *      - Switch Dependent
         *      - Switch Independent
         */
        uint16_t mf_mode;

        /* Switch Dependent mode outer VLAN tag */
        uint16_t sd_vlan_tag;

        /* Function cos mode */
        uint8_t network_cos_mode;

        /* UDP dest port for VXLAN */
        uint16_t vxlan_dst_port;

        /* UDP dest port for Geneve */
        uint16_t geneve_dst_port;

        /* Enable inner Rx classifications for L2GRE packets */
        uint8_t inner_clss_l2gre;

        /* Enable inner Rx classifications for L2-Geneve packets */
        uint8_t inner_clss_l2geneve;

        /* Enable inner Rx classification for vxlan packets */
        uint8_t inner_clss_vxlan;

        /* Enable RSS according to inner header */
        uint8_t inner_rss; 

        /** Allows accepting of packets failing MF classification, possibly
         * only matching a given ethertype
         */
        uint8_t class_fail;
        uint16_t class_fail_ethtype;

        /* Override priority of output packets */
        uint8_t sd_vlan_force_pri;
        uint8_t sd_vlan_force_pri_val;

        /* Replace vlan's ethertype */
        uint16_t sd_vlan_eth_type;

        /* Prevent inner vlans from being added by FW */
        uint8_t no_added_tags;

        /* Inner-to-Outer vlan priority mapping */
        uint8_t c2s_pri[MAX_VLAN_PRIORITIES];
        uint8_t c2s_pri_default;
        uint8_t c2s_pri_valid;
};

struct ecore_func_switch_update_params {
        unsigned long changes; /* ECORE_F_UPDATE_XX bits */
        uint16_t vlan;
        uint16_t vlan_eth_type;
        uint8_t vlan_force_prio;
        uint16_t vxlan_dst_port;
        uint16_t geneve_dst_port;
};

struct ecore_func_afex_update_params {
        uint16_t vif_id;
        uint16_t afex_default_vlan;
        uint8_t allowed_priorities;
};

struct ecore_func_afex_viflists_params {
        uint16_t vif_list_index;
        uint8_t func_bit_map;
        uint8_t afex_vif_list_command;
        uint8_t func_to_clear;
};

struct ecore_func_tx_start_params {
        struct priority_cos traffic_type_to_priority_cos[MAX_TRAFFIC_TYPES];
        uint8_t dcb_enabled;
        uint8_t dcb_version;
        uint8_t dont_add_pri_0;
        uint8_t dcb_outer_pri[MAX_TRAFFIC_TYPES];
};

struct ecore_func_set_timesync_params {
        /* Reset, set or keep the current drift value */
        uint8_t drift_adjust_cmd;
        /* Dec, inc or keep the current offset */
        uint8_t offset_cmd;
        /* Drift value direction */
        uint8_t add_sub_drift_adjust_value;
        /* Drift, period and offset values to be used according to the commands
         * above.
         */
        uint8_t drift_adjust_value;
        uint32_t drift_adjust_period;
        uint64_t offset_delta;
};

struct ecore_func_state_params {
        struct ecore_func_sp_obj *f_obj;

        /* Current command */
        enum ecore_func_cmd cmd;

        /* may have RAMROD_COMP_WAIT set only */
        unsigned long   ramrod_flags;

        /* Params according to the current command */
        union {
                struct ecore_func_hw_init_params hw_init;
                struct ecore_func_hw_reset_params hw_reset;
                struct ecore_func_start_params start;
                struct ecore_func_switch_update_params switch_update;
                struct ecore_func_afex_update_params afex_update;
                struct ecore_func_afex_viflists_params afex_viflists;
                struct ecore_func_tx_start_params tx_start;
                struct ecore_func_set_timesync_params set_timesync;
        } params;
};

struct ecore_func_sp_drv_ops {
        /* Init tool + runtime initialization:
         *      - Common Chip
         *      - Common (per Path)
         *      - Port
         *      - Function phases
         */
        int (*init_hw_cmn_chip)(struct bxe_softc *sc);
        int (*init_hw_cmn)(struct bxe_softc *sc);
        int (*init_hw_port)(struct bxe_softc *sc);
        int (*init_hw_func)(struct bxe_softc *sc);

        /* Reset Function HW: Common, Port, Function phases. */
        void (*reset_hw_cmn)(struct bxe_softc *sc);
        void (*reset_hw_port)(struct bxe_softc *sc);
        void (*reset_hw_func)(struct bxe_softc *sc);

        /* Init/Free GUNZIP resources */
        int (*gunzip_init)(struct bxe_softc *sc);
        void (*gunzip_end)(struct bxe_softc *sc);

        /* Prepare/Release FW resources */
        int (*init_fw)(struct bxe_softc *sc);
        void (*release_fw)(struct bxe_softc *sc);
};

struct ecore_func_sp_obj {
        enum ecore_func_state   state, next_state;

        /* ECORE_FUNC_CMD_XX bits. This object implements "one
         * pending" paradigm but for debug and tracing purposes it's
         * more convenient to have different bits for different
         * commands.
         */
        unsigned long           pending;

        /* Buffer to use as a ramrod data and its mapping */
        void                    *rdata;
        ecore_dma_addr_t                rdata_mapping;

        /* Buffer to use as a afex ramrod data and its mapping.
         * This can't be same rdata as above because afex ramrod requests
         * can arrive to the object in parallel to other ramrod requests.
         */
        void                    *afex_rdata;
        ecore_dma_addr_t                afex_rdata_mapping;

        /* this mutex validates that when pending flag is taken, the next
         * ramrod to be sent will be the one set the pending bit
         */
        ECORE_MUTEX             one_pending_mutex;

        /* Driver interface */
        struct ecore_func_sp_drv_ops    *drv;

        /**
         * Performs one state change according to the given parameters.
         *
         * @return 0 in case of success and negative value otherwise.
         */
        int (*send_cmd)(struct bxe_softc *sc,
                        struct ecore_func_state_params *params);

        /**
         * Checks that the requested state transition is legal.
         */
        int (*check_transition)(struct bxe_softc *sc,
                                struct ecore_func_sp_obj *o,
                                struct ecore_func_state_params *params);

        /**
         * Completes the pending command.
         */
        int (*complete_cmd)(struct bxe_softc *sc,
                            struct ecore_func_sp_obj *o,
                            enum ecore_func_cmd cmd);

        int (*wait_comp)(struct bxe_softc *sc, struct ecore_func_sp_obj *o,
                         enum ecore_func_cmd cmd);
};

/********************** Interfaces ********************************************/
/* Queueable objects set */
union ecore_qable_obj {
        struct ecore_vlan_mac_obj vlan_mac;
};
/************** Function state update *********/
void ecore_init_func_obj(struct bxe_softc *sc,
                         struct ecore_func_sp_obj *obj,
                         void *rdata, ecore_dma_addr_t rdata_mapping,
                         void *afex_rdata, ecore_dma_addr_t afex_rdata_mapping,
                         struct ecore_func_sp_drv_ops *drv_iface);

int ecore_func_state_change(struct bxe_softc *sc,
                            struct ecore_func_state_params *params);

enum ecore_func_state ecore_func_get_state(struct bxe_softc *sc,
                                           struct ecore_func_sp_obj *o);
/******************* Queue State **************/
void ecore_init_queue_obj(struct bxe_softc *sc,
                          struct ecore_queue_sp_obj *obj, uint8_t cl_id, uint32_t *cids,
                          uint8_t cid_cnt, uint8_t func_id, void *rdata,
                          ecore_dma_addr_t rdata_mapping, unsigned long type);

int ecore_queue_state_change(struct bxe_softc *sc,
                             struct ecore_queue_state_params *params);

int ecore_get_q_logical_state(struct bxe_softc *sc,
                               struct ecore_queue_sp_obj *obj);

/********************* VLAN-MAC ****************/
void ecore_init_mac_obj(struct bxe_softc *sc,
                        struct ecore_vlan_mac_obj *mac_obj,
                        uint8_t cl_id, uint32_t cid, uint8_t func_id, void *rdata,
                        ecore_dma_addr_t rdata_mapping, int state,
                        unsigned long *pstate, ecore_obj_type type,
                        struct ecore_credit_pool_obj *macs_pool);

void ecore_init_vlan_obj(struct bxe_softc *sc,
                         struct ecore_vlan_mac_obj *vlan_obj,
                         uint8_t cl_id, uint32_t cid, uint8_t func_id, void *rdata,
                         ecore_dma_addr_t rdata_mapping, int state,
                         unsigned long *pstate, ecore_obj_type type,
                         struct ecore_credit_pool_obj *vlans_pool);

void ecore_init_vlan_mac_obj(struct bxe_softc *sc,
                             struct ecore_vlan_mac_obj *vlan_mac_obj,
                             uint8_t cl_id, uint32_t cid, uint8_t func_id, void *rdata,
                             ecore_dma_addr_t rdata_mapping, int state,
                             unsigned long *pstate, ecore_obj_type type,
                             struct ecore_credit_pool_obj *macs_pool,
                             struct ecore_credit_pool_obj *vlans_pool);

void ecore_init_vxlan_fltr_obj(struct bxe_softc *sc,
                               struct ecore_vlan_mac_obj *vlan_mac_obj,
                               uint8_t cl_id, uint32_t cid, uint8_t func_id, void *rdata,
                               ecore_dma_addr_t rdata_mapping, int state,
                               unsigned long *pstate, ecore_obj_type type,
                               struct ecore_credit_pool_obj *macs_pool,
                               struct ecore_credit_pool_obj *vlans_pool);

int ecore_vlan_mac_h_read_lock(struct bxe_softc *sc,
                                        struct ecore_vlan_mac_obj *o);
void ecore_vlan_mac_h_read_unlock(struct bxe_softc *sc,
                                  struct ecore_vlan_mac_obj *o);
int ecore_vlan_mac_h_write_lock(struct bxe_softc *sc,
                                struct ecore_vlan_mac_obj *o);
void ecore_vlan_mac_h_write_unlock(struct bxe_softc *sc,
                                          struct ecore_vlan_mac_obj *o);
int ecore_config_vlan_mac(struct bxe_softc *sc,
                           struct ecore_vlan_mac_ramrod_params *p);

int ecore_vlan_mac_move(struct bxe_softc *sc,
                        struct ecore_vlan_mac_ramrod_params *p,
                        struct ecore_vlan_mac_obj *dest_o);

/********************* RX MODE ****************/

void ecore_init_rx_mode_obj(struct bxe_softc *sc,
                            struct ecore_rx_mode_obj *o);

/**
 * ecore_config_rx_mode - Send and RX_MODE ramrod according to the provided parameters.
 *
 * @p: Command parameters
 *
 * Return: 0 - if operation was successful and there is no pending completions,
 *         positive number - if there are pending completions,
 *         negative - if there were errors
 */
int ecore_config_rx_mode(struct bxe_softc *sc,
                         struct ecore_rx_mode_ramrod_params *p);

/****************** MULTICASTS ****************/

void ecore_init_mcast_obj(struct bxe_softc *sc,
                          struct ecore_mcast_obj *mcast_obj,
                          uint8_t mcast_cl_id, uint32_t mcast_cid, uint8_t func_id,
                          uint8_t engine_id, void *rdata, ecore_dma_addr_t rdata_mapping,
                          int state, unsigned long *pstate,
                          ecore_obj_type type);

/**
 * ecore_config_mcast - Configure multicast MACs list.
 *
 * @cmd: command to execute: BNX2X_MCAST_CMD_X
 *
 * May configure a new list
 * provided in p->mcast_list (ECORE_MCAST_CMD_ADD), clean up
 * (ECORE_MCAST_CMD_DEL) or restore (ECORE_MCAST_CMD_RESTORE) a current
 * configuration, continue to execute the pending commands
 * (ECORE_MCAST_CMD_CONT).
 *
 * If previous command is still pending or if number of MACs to
 * configure is more that maximum number of MACs in one command,
 * the current command will be enqueued to the tail of the
 * pending commands list.
 *
 * Return: 0 is operation was successful and there are no pending completions,
 *         negative if there were errors, positive if there are pending
 *         completions.
 */
int ecore_config_mcast(struct bxe_softc *sc,
                       struct ecore_mcast_ramrod_params *p,
                       enum ecore_mcast_cmd cmd);

/****************** CREDIT POOL ****************/
void ecore_init_mac_credit_pool(struct bxe_softc *sc,
                                struct ecore_credit_pool_obj *p, uint8_t func_id,
                                uint8_t func_num);
void ecore_init_vlan_credit_pool(struct bxe_softc *sc,
                                 struct ecore_credit_pool_obj *p, uint8_t func_id,
                                 uint8_t func_num);
void ecore_init_credit_pool(struct ecore_credit_pool_obj *p,
                            int base, int credit);

/****************** RSS CONFIGURATION ****************/
void ecore_init_rss_config_obj(struct bxe_softc *sc,
                               struct ecore_rss_config_obj *rss_obj,
                               uint8_t cl_id, uint32_t cid, uint8_t func_id, uint8_t engine_id,
                               void *rdata, ecore_dma_addr_t rdata_mapping,
                               int state, unsigned long *pstate,
                               ecore_obj_type type);

/**
 * ecore_config_rss - Updates RSS configuration according to provided parameters
 *
 * Return: 0 in case of success
 */
int ecore_config_rss(struct bxe_softc *sc,
                     struct ecore_config_rss_params *p);

/**
 * ecore_get_rss_ind_table - Return the current ind_table configuration.
 *
 * @ind_table: buffer to fill with the current indirection
 *                  table content. Should be at least
 *                  T_ETH_INDIRECTION_TABLE_SIZE bytes long.
 */
void ecore_get_rss_ind_table(struct ecore_rss_config_obj *rss_obj,
                             uint8_t *ind_table);

#define PF_MAC_CREDIT_E2(sc, func_num)                                  \
        ((MAX_MAC_CREDIT_E2 - GET_NUM_VFS_PER_PATH(sc) * VF_MAC_CREDIT_CNT) /   \
         func_num + GET_NUM_VFS_PER_PF(sc) * VF_MAC_CREDIT_CNT)

#define PF_VLAN_CREDIT_E2(sc, func_num)                                  \
        ((MAX_MAC_CREDIT_E2 - GET_NUM_VFS_PER_PATH(sc) * VF_VLAN_CREDIT_CNT) / \
         func_num + GET_NUM_VFS_PER_PF(sc) * VF_VLAN_CREDIT_CNT)


#endif /* ECORE_SP_H */