/*
 * Copyright (c) 2015-2024, Broadcom. All rights reserved.  The term
 * Broadcom refers to Broadcom Limited and/or its subsidiaries.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in
 *    the documentation and/or other materials provided with the
 *    distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS''
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS
 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 * Description: statistics related data structures
 */

#ifndef __STATS_H__
#define __STATS_H__

#define BNXT_RE_CFA_STAT_BYTES_MASK 0xFFFFFFFFF
#define BNXT_RE_CFA_STAT_PKTS_MASK 0xFFFFFFF
enum {
        BYTE_MASK = 0,
        PKTS_MASK = 1
};

struct bnxt_re_cnp_counters {
        u64     cnp_tx_pkts;
        u64     cnp_tx_bytes;
        u64     cnp_rx_pkts;
        u64     cnp_rx_bytes;
        u64     ecn_marked;
};

struct bnxt_re_ro_counters {
        u64     tx_pkts;
        u64     tx_bytes;
        u64     rx_pkts;
        u64     rx_bytes;
};

struct bnxt_re_flow_counters {
        struct bnxt_re_ro_counters ro_stats;
        struct bnxt_re_cnp_counters cnp_stats;
};

struct bnxt_re_ext_cntr {
        u64     atomic_req;
        u64     read_req;
        u64     read_resp;
        u64     write_req;
        u64     send_req;
};

struct bnxt_re_ext_good {
        u64     rx_pkts;
        u64     rx_bytes;
};

struct bnxt_re_ext_rstat {
        struct bnxt_re_ext_cntr tx;
        struct bnxt_re_ext_cntr rx;
        struct bnxt_re_ext_good grx;
        u64  rx_dcn_payload_cut;
        u64  te_bypassed;
};

struct bnxt_re_rdata_counters {
        u64  tx_ucast_pkts;
        u64  tx_mcast_pkts;
        u64  tx_bcast_pkts;
        u64  tx_discard_pkts;
        u64  tx_error_pkts;
        u64  tx_ucast_bytes;
        u64  tx_mcast_bytes;
        u64  tx_bcast_bytes;
        u64  rx_ucast_pkts;
        u64  rx_mcast_pkts;
        u64  rx_bcast_pkts;
        u64  rx_discard_pkts;
        u64  rx_error_pkts;
        u64  rx_ucast_bytes;
        u64  rx_mcast_bytes;
        u64  rx_bcast_bytes;
        u64  rx_agg_pkts;
        u64  rx_agg_bytes;
        u64  rx_agg_events;
        u64  rx_agg_aborts;
};

struct bnxt_re_cc_stat {
        struct bnxt_re_cnp_counters prev[2];
        struct bnxt_re_cnp_counters cur[2];
        bool is_first;
};

struct bnxt_re_ext_roce_stats {
        u64     oob;
        u64     oos;
        u64     seq_err_naks_rcvd;
        u64     rnr_naks_rcvd;
        u64     missing_resp;
        u64     to_retransmits;
        u64     dup_req;
};

struct bnxt_re_rstat {
        struct bnxt_re_ro_counters      prev[2];
        struct bnxt_re_ro_counters      cur[2];
        struct bnxt_re_rdata_counters   rstat[2];
        struct bnxt_re_ext_rstat        ext_rstat[2];
        struct bnxt_re_ext_roce_stats   e_errs;
        struct bnxt_qplib_roce_stats    errs;
        unsigned long long              prev_oob;
};

struct bnxt_re_res_cntrs {
        atomic_t qp_count;
        atomic_t rc_qp_count;
        atomic_t ud_qp_count;
        atomic_t cq_count;
        atomic_t srq_count;
        atomic_t mr_count;
        atomic_t mw_count;
        atomic_t ah_count;
        atomic_t pd_count;
        atomic_t resize_count;
        atomic_t max_qp_count;
        atomic_t max_rc_qp_count;
        atomic_t max_ud_qp_count;
        atomic_t max_cq_count;
        atomic_t max_srq_count;
        atomic_t max_mr_count;
        atomic_t max_mw_count;
        atomic_t max_ah_count;
        atomic_t max_pd_count;
};

struct bnxt_re_device_stats {
        struct bnxt_re_rstat            dstat;
        struct bnxt_re_res_cntrs        rsors;
        struct bnxt_re_cc_stat          cnps;
        unsigned long                   read_tstamp;
        /* To be used in case to disable stats query from worker or change
         * query interval. 0 means stats_query disabled.
         */
        u32                             stats_query_sec;
        /* A free running counter to be used along with stats_query_sec to
         * decide whether to issue the command to FW.
         */
        u32                             stats_query_counter;
};

static inline u64 bnxt_re_get_cfa_stat_mask(struct bnxt_qplib_chip_ctx *cctx,
                                            bool type)
{
        u64 mask;

        if (type == BYTE_MASK) {
                mask = BNXT_RE_CFA_STAT_BYTES_MASK; /* 36 bits */
                if (_is_chip_gen_p5_p7(cctx))
                        mask >>= 0x01; /* 35 bits */
        } else {
                mask = BNXT_RE_CFA_STAT_PKTS_MASK; /* 28 bits */
                if (_is_chip_gen_p5_p7(cctx))
                        mask |= (0x10000000ULL); /* 29 bits */
        }

        return mask;
}

static inline u64 bnxt_re_stat_diff(u64 cur, u64 *prev, u64 mask)
{
        u64 diff;

        if (!cur)
                return 0;
        diff = (cur - *prev) & mask;
        if (diff)
                *prev = cur;
        return diff;
}

static inline void bnxt_re_clear_rsors_stat(struct bnxt_re_res_cntrs *rsors)
{
        atomic_set(&rsors->qp_count, 0);
        atomic_set(&rsors->cq_count, 0);
        atomic_set(&rsors->srq_count, 0);
        atomic_set(&rsors->mr_count, 0);
        atomic_set(&rsors->mw_count, 0);
        atomic_set(&rsors->ah_count, 0);
        atomic_set(&rsors->pd_count, 0);
        atomic_set(&rsors->resize_count, 0);
        atomic_set(&rsors->max_qp_count, 0);
        atomic_set(&rsors->max_cq_count, 0);
        atomic_set(&rsors->max_srq_count, 0);
        atomic_set(&rsors->max_mr_count, 0);
        atomic_set(&rsors->max_mw_count, 0);
        atomic_set(&rsors->max_ah_count, 0);
        atomic_set(&rsors->max_pd_count, 0);
        atomic_set(&rsors->max_rc_qp_count, 0);
        atomic_set(&rsors->max_ud_qp_count, 0);
}

enum bnxt_re_hw_stats {
        BNXT_RE_LINK_STATE,
        BNXT_RE_MAX_QP,
        BNXT_RE_MAX_SRQ,
        BNXT_RE_MAX_CQ,
        BNXT_RE_MAX_MR,
        BNXT_RE_MAX_MW,
        BNXT_RE_MAX_AH,
        BNXT_RE_MAX_PD,
        BNXT_RE_ACTIVE_QP,
        BNXT_RE_ACTIVE_RC_QP,
        BNXT_RE_ACTIVE_UD_QP,
        BNXT_RE_ACTIVE_SRQ,
        BNXT_RE_ACTIVE_CQ,
        BNXT_RE_ACTIVE_MR,
        BNXT_RE_ACTIVE_MW,
        BNXT_RE_ACTIVE_AH,
        BNXT_RE_ACTIVE_PD,
        BNXT_RE_QP_WATERMARK,
        BNXT_RE_RC_QP_WATERMARK,
        BNXT_RE_UD_QP_WATERMARK,
        BNXT_RE_SRQ_WATERMARK,
        BNXT_RE_CQ_WATERMARK,
        BNXT_RE_MR_WATERMARK,
        BNXT_RE_MW_WATERMARK,
        BNXT_RE_AH_WATERMARK,
        BNXT_RE_PD_WATERMARK,
        BNXT_RE_RESIZE_CQ_COUNT,
        BNXT_RE_HW_RETRANSMISSION,
        BNXT_RE_RECOVERABLE_ERRORS,
        BNXT_RE_RX_PKTS,
        BNXT_RE_RX_BYTES,
        BNXT_RE_TX_PKTS,
        BNXT_RE_TX_BYTES,
        BNXT_RE_CNP_TX_PKTS,
        BNXT_RE_CNP_TX_BYTES,
        BNXT_RE_CNP_RX_PKTS,
        BNXT_RE_CNP_RX_BYTES,
        BNXT_RE_ROCE_ONLY_RX_PKTS,
        BNXT_RE_ROCE_ONLY_RX_BYTES,
        BNXT_RE_ROCE_ONLY_TX_PKTS,
        BNXT_RE_ROCE_ONLY_TX_BYTES,
        BNXT_RE_RX_ROCE_ERROR_PKTS,
        BNXT_RE_RX_ROCE_DISCARD_PKTS,
        BNXT_RE_TX_ROCE_ERROR_PKTS,
        BNXT_RE_TX_ROCE_DISCARDS_PKTS,
        BNXT_RE_RES_OOB_DROP_COUNT,
        BNXT_RE_TX_ATOMIC_REQ,
        BNXT_RE_RX_ATOMIC_REQ,
        BNXT_RE_TX_READ_REQ,
        BNXT_RE_TX_READ_RESP,
        BNXT_RE_RX_READ_REQ,
        BNXT_RE_RX_READ_RESP,
        BNXT_RE_TX_WRITE_REQ,
        BNXT_RE_RX_WRITE_REQ,
        BNXT_RE_TX_SEND_REQ,
        BNXT_RE_RX_SEND_REQ,
        BNXT_RE_RX_GOOD_PKTS,
        BNXT_RE_RX_GOOD_BYTES,
        BNXT_RE_RX_DCN_PAYLOAD_CUT,
        BNXT_RE_TE_BYPASSED,
        BNXT_RE_RX_ECN_MARKED_PKTS,
        BNXT_RE_MAX_RETRY_EXCEEDED,
        BNXT_RE_TO_RETRANSMITS,
        BNXT_RE_SEQ_ERR_NAKS_RCVD,
        BNXT_RE_RNR_NAKS_RCVD,
        BNXT_RE_MISSING_RESP,
        BNXT_RE_DUP_REQS,
        BNXT_RE_UNRECOVERABLE_ERR,
        BNXT_RE_BAD_RESP_ERR,
        BNXT_RE_LOCAL_QP_OP_ERR,
        BNXT_RE_LOCAL_PROTECTION_ERR,
        BNXT_RE_MEM_MGMT_OP_ERR,
        BNXT_RE_REMOTE_INVALID_REQ_ERR,
        BNXT_RE_REMOTE_ACCESS_ERR,
        BNXT_RE_REMOTE_OP_ERR,
        BNXT_RE_RES_EXCEED_MAX,
        BNXT_RE_RES_LENGTH_MISMATCH,
        BNXT_RE_RES_EXCEEDS_WQE,
        BNXT_RE_RES_OPCODE_ERR,
        BNXT_RE_RES_RX_INVALID_RKEY,
        BNXT_RE_RES_RX_DOMAIN_ERR,
        BNXT_RE_RES_RX_NO_PERM,
        BNXT_RE_RES_RX_RANGE_ERR,
        BNXT_RE_RES_TX_INVALID_RKEY,
        BNXT_RE_RES_TX_DOMAIN_ERR,
        BNXT_RE_RES_TX_NO_PERM,
        BNXT_RE_RES_TX_RANGE_ERR,
        BNXT_RE_RES_IRRQ_OFLOW,
        BNXT_RE_RES_UNSUP_OPCODE,
        BNXT_RE_RES_UNALIGNED_ATOMIC,
        BNXT_RE_RES_REM_INV_ERR,
        BNXT_RE_RES_MEM_ERROR64,
        BNXT_RE_RES_SRQ_ERR,
        BNXT_RE_RES_CMP_ERR,
        BNXT_RE_RES_INVALID_DUP_RKEY,
        BNXT_RE_RES_WQE_FORMAT_ERR,
        BNXT_RE_RES_CQ_LOAD_ERR,
        BNXT_RE_RES_SRQ_LOAD_ERR,
        BNXT_RE_RES_TX_PCI_ERR,
        BNXT_RE_RES_RX_PCI_ERR,
        BNXT_RE_RES_OOS_DROP_COUNT,
        BNXT_RE_NUM_IRQ_STARTED,
        BNXT_RE_NUM_IRQ_STOPPED,
        BNXT_RE_POLL_IN_INTR_EN,
        BNXT_RE_POLL_IN_INTR_DIS,
        BNXT_RE_CMDQ_FULL_DBG_CNT,
        BNXT_RE_FW_SERVICE_PROF_TYPE_SUP,
        BNXT_RE_DBQ_INT_RECV,
        BNXT_RE_DBQ_INT_EN,
        BNXT_RE_DBQ_PACING_RESCHED,
        BNXT_RE_DBQ_PACING_CMPL,
        BNXT_RE_DBQ_PACING_ALERT,
        BNXT_RE_DBQ_DBR_FIFO_REG,
        BNXT_RE_DBQ_NUM_EXT_COUNTERS
};

#define BNXT_RE_NUM_STD_COUNTERS (BNXT_RE_OUT_OF_SEQ_ERR + 1)

struct bnxt_re_stats {
        struct bnxt_qplib_roce_stats    errs;
        struct bnxt_qplib_ext_stat      ext_stat;
};

struct rdma_hw_stats *bnxt_re_alloc_hw_port_stats(struct ib_device *ibdev,
                                                     u8 port_num);
int bnxt_re_get_hw_stats(struct ib_device *ibdev,
                            struct rdma_hw_stats *stats,
                            u8 port, int index);
int bnxt_re_get_device_stats(struct bnxt_re_dev *rdev);
int bnxt_re_get_flow_stats_from_service_pf(struct bnxt_re_dev *rdev,
                                struct bnxt_re_flow_counters *stats,
                                struct bnxt_qplib_query_stats_info *sinfo);
int bnxt_re_get_qos_stats(struct bnxt_re_dev *rdev);
#endif /* __STATS_H__ */