mlx5_cqe64
static int is_equal_rsn(struct mlx5_cqe64 *cqe64, u32 rsn)
struct mlx5_cqe64 *cqe64, *dest64;
static void handle_good_req(struct ib_wc *wc, struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *scqe64;
struct mlx5_cqe64 *dcqe64;
static void handle_responder(struct ib_wc *wc, struct mlx5_cqe64 *cqe,
static void handle_atomics(struct mlx5_ib_qp *qp, struct mlx5_cqe64 *cqe64,
struct mlx5_cqe64 *cqe64;
struct mlx5_cqe64 *cqe64;
struct mlx5_cqe64 *cqe64;
struct mlx5_cqe64 title;
struct mlx5_cqe64 *cqe;
typedef void (*mlx5e_fp_handle_rx_cqe)(struct mlx5e_rq*, struct mlx5_cqe64*);
struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe;
void mlx5e_rep_tc_receive(struct mlx5_cqe64 *cqe, struct mlx5e_rq *rq,
void mlx5e_rep_tc_receive(struct mlx5_cqe64 *cqe, struct mlx5e_rq *rq,
mlx5e_rep_tc_receive(struct mlx5_cqe64 *cqe, struct mlx5e_rq *rq,
static inline u16 mlx5e_shampo_get_cqe_header_index(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe)
get_cqe_opcode((struct mlx5_cqe64 *)err_cqe),
const struct mlx5_cqe64 *cqe = _ctx->cqe;
const struct mlx5_cqe64 *cqe = _ctx->cqe;
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe,
static inline bool mlx5_ipsec_is_rx_flow(struct mlx5_cqe64 *cqe) { return false; }
static inline bool mlx5_ipsec_is_rx_flow(struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe, u32 *cqe_bcnt)
struct mlx5_cqe64 *cqe, u32 *cqe_bcnt);
struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe)
static inline bool mlx5e_macsec_is_rx_flow(struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe);
static inline bool mlx5e_macsec_is_rx_flow(struct mlx5_cqe64 *cqe) { return false; }
struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe)
static inline bool mlx5e_psp_is_rx_flow(struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe)
static inline bool mlx5e_psp_is_rx_flow(struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe);
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(&cq->wq, i);
static void mlx5e_lro_update_tcp_hdr(struct mlx5_cqe64 *cqe, struct tcphdr *tcp)
struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe,
static void *mlx5e_shampo_get_hdr(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *title = &cqd->title;
static void mlx5e_shampo_update_fin_psh_flags(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe, bool match)
struct mlx5_cqe64 *cqe, bool match)
static void mlx5e_shampo_update_hdr(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe, bool match)
static inline void mlx5e_skb_set_hash(struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(wq, ci);
static inline bool mlx5e_build_rx_skb(struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(wq, ci);
struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe,
static void mlx5e_fill_mxbuf(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe, u32 cqe_bcnt)
struct mlx5_cqe64 *title = &cqd->title;
struct mlx5_cqe64 *cqe, u32 cqe_bcnt)
static void trigger_report(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe)
static void mlx5e_handle_rx_err_cqe(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe)
static void mlx5e_handle_rx_cqe(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe)
static void mlx5e_handle_rx_cqe_rep(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe)
static void mlx5e_handle_rx_cqe_mpwrq_rep(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe, u16 cqe_bcnt, u32 head_offset,
struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe, u16 cqe_bcnt, u32 head_offset,
memcpy(cqd->mini_arr, cqe, sizeof(struct mlx5_cqe64));
struct mlx5_cqe64 *cqe, u16 header_index)
mlx5e_shampo_flush_skb(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe, bool match)
static void mlx5e_handle_rx_cqe_mpwrq_shampo(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe)
static void mlx5e_handle_rx_cqe_mpwrq(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe, *title_cqe = NULL;
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe,
static void mlx5i_handle_rx_cqe(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe)
static void mlx5e_trap_handle_rx_cqe(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe, u16 cqe_bcnt, u32 head_offset,
struct mlx5_cqe64 *cqe, u16 cqe_bcnt, u32 head_offset,
static void mlx5e_handle_rx_cqe(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe);
static void mlx5e_handle_rx_cqe_mpwrq(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe);
static void mlx5e_handle_rx_cqe_mpwrq_shampo(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe);
struct mlx5_cqe64 *cqe;
memcpy(data, mlx5_cqwq_get_wqe(wq, ci), sizeof(struct mlx5_cqe64));
struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *title = &cqd->title;
memcpy(title, cqe, sizeof(struct mlx5_cqe64));
bool mlx5e_tc_update_skb(struct mlx5_cqe64 *cqe, struct sk_buff *skb,
bool mlx5e_tc_update_skb_nic(struct mlx5_cqe64 *cqe, struct sk_buff *skb)
static inline bool mlx5e_cqe_regb_chain(struct mlx5_cqe64 *cqe)
bool mlx5e_tc_update_skb_nic(struct mlx5_cqe64 *cqe, struct sk_buff *skb);
bool mlx5e_tc_update_skb(struct mlx5_cqe64 *cqe, struct sk_buff *skb,
static inline bool mlx5e_cqe_regb_chain(struct mlx5_cqe64 *cqe)
mlx5e_tc_update_skb_nic(struct mlx5_cqe64 *cqe, struct sk_buff *skb)
struct mlx5_cqe64 *cqe, int napi_budget)
struct mlx5_cqe64 *cqe, int napi_budget)
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe, u8 status)
struct mlx5_cqe64 *cqe, u8 status)
struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(&cq->wq, i);
struct mlx5_cqe64 *ret_cqe)
struct mlx5_cqe64 *ret_cqe);
struct mlx5_cqe64 cqe;
struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 *cqe,
struct mlx5_cqe64 *cqe64)
struct mlx5_cqe64 *cqe64;
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe;
static int dr_parse_cqe(struct mlx5dr_cq *dr_cq, struct mlx5_cqe64 *cqe64)
struct mlx5_cqe64 *cqe64;
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(&cq->wq, i);
static inline struct mlx5_cqe64 *mlx5_cqwq_get_wqe(struct mlx5_cqwq *wq, u32 ix)
struct mlx5_cqe64 *cqe = mlx5_frag_buf_get_wqe(&wq->fbc, ix);
static inline struct mlx5_cqe64 *mlx5_cqwq_get_cqe(struct mlx5_cqwq *wq)
struct mlx5_cqe64 *cqe = mlx5_cqwq_get_wqe(wq, ci);
struct mlx5_cqe64 *mlx5_cqwq_get_cqe_enhanced_comp(struct mlx5_cqwq *wq)
struct mlx5_cqe64 *cqe;
struct mlx5_cqe64 *cqe64;
struct mlx5_cqe64 *cqe64 = get_cqe(cq, n & (cq->cqe - 1));
struct mlx5_cqe64 *cqe64;
struct mlx5_cqe64 *cqe64;
mlx5vf_rq_cqe(struct mlx5_vhca_qp *qp, struct mlx5_cqe64 *cqe,
static struct mlx5_cqe64 *get_sw_cqe(struct mlx5_vhca_cq *cq, int n)
struct mlx5_cqe64 *cqe64;
struct mlx5_cqe64 *cqe;
static inline bool mpwrq_is_filler_cqe(struct mlx5_cqe64 *cqe)
static inline u16 mpwrq_get_cqe_stride_index(struct mlx5_cqe64 *cqe)
struct mlx5_cqe64 cqe64;
static inline u8 mlx5_get_cqe_format(struct mlx5_cqe64 *cqe)
static inline u8 get_cqe_opcode(struct mlx5_cqe64 *cqe)
static inline u8 get_cqe_enhanced_num_mini_cqes(struct mlx5_cqe64 *cqe)
static inline u8 get_cqe_lro_tcppsh(struct mlx5_cqe64 *cqe)
static inline u8 get_cqe_l4_hdr_type(struct mlx5_cqe64 *cqe)
static inline bool cqe_is_tunneled(struct mlx5_cqe64 *cqe)
static inline u8 get_cqe_tls_offload(struct mlx5_cqe64 *cqe)
static inline bool cqe_has_vlan(const struct mlx5_cqe64 *cqe)
static inline u64 get_cqe_ts(struct mlx5_cqe64 *cqe)
static inline u16 get_cqe_flow_tag(struct mlx5_cqe64 *cqe)
static inline u8 get_cqe_lro_num_seg(struct mlx5_cqe64 *cqe)
static inline u16 mpwrq_get_cqe_byte_cnt(struct mlx5_cqe64 *cqe)
static inline u16 mpwrq_get_cqe_consumed_strides(struct mlx5_cqe64 *cqe)