/*- * SPDX-License-Identifier: BSD-2-Clause * * Copyright (c) 2010-2016 Solarflare Communications Inc. * All rights reserved. * * This software was developed in part by Philip Paeps under contract for * Solarflare Communications, Inc. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, * this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright notice, * this list of conditions and the following disclaimer in the documentation * and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * The views and conclusions contained in the software and documentation are * those of the authors and should not be interpreted as representing official * policies, either expressed or implied, of the FreeBSD Project. */ #ifndef _SFXGE_RX_H #define _SFXGE_RX_H #include "opt_inet.h" #include "opt_inet6.h" #if defined(INET) || defined(INET6) #define SFXGE_LRO 1 #endif #define SFXGE_RX_SCALE_MAX EFX_MAXRSS struct sfxge_rx_sw_desc { struct mbuf *mbuf; bus_dmamap_t map; int flags; int size; }; #ifdef SFXGE_LRO /** * struct sfxge_lro_conn - Connection state for software LRO * @link: Link for hash table and free list. * @active_link: Link for active_conns list * @l2_id: Identifying information from layer 2 * @conn_hash: Hash of connection 4-tuple * @nh: IP (v4 or v6) header of super-packet * @source: Source TCP port number * @dest: Destination TCP port number * @n_in_order_pkts: Number of in-order packets with payload. * @next_seq: Next in-order sequence number. * @last_pkt_ticks: Time we last saw a packet on this connection. * @mbuf: The mbuf we are currently holding. * If %NULL, then all following fields are undefined. * @mbuf_tail: The tail of the frag_list of mbufs we're holding. * Only valid after at least one merge. * @th_last: The TCP header of the last packet merged. * @next_buf: The next RX buffer to process. * @next_eh: Ethernet header of the next buffer. * @next_nh: IP header of the next buffer. * @delivered: True if we've delivered a payload packet up this interrupt. */ struct sfxge_lro_conn { TAILQ_ENTRY(sfxge_lro_conn) link; LIST_ENTRY(sfxge_lro_conn) active_link; uint16_t l2_id; uint32_t conn_hash; void *nh; uint16_t source, dest; int n_in_order_pkts; unsigned next_seq; unsigned last_pkt_ticks; struct mbuf *mbuf; struct mbuf *mbuf_tail; struct tcphdr *th_last; struct sfxge_rx_sw_desc next_buf; void *next_eh; void *next_nh; int delivered; }; /** * struct sfxge_lro_state - Port state for software LRO * @sc: The associated NIC. * @conns_mask: Number of hash buckets - 1. * @conns: Hash buckets for tracked connections. * @conns_n: Length of linked list for each hash bucket. * @active_conns: Connections that are holding a packet. * Connections are self-linked when not in this list. * @free_conns: Free sfxge_lro_conn instances. * @last_purge_ticks: The value of ticks last time we purged idle * connections. * @n_merges: Number of packets absorbed by LRO. * @n_bursts: Number of bursts spotted by LRO. * @n_slow_start: Number of packets not merged because connection may be in * slow-start. * @n_misorder: Number of out-of-order packets seen in tracked streams. * @n_too_many: Incremented when we're trying to track too many streams. * @n_new_stream: Number of distinct streams we've tracked. * @n_drop_idle: Number of streams discarded because they went idle. * @n_drop_closed: Number of streams that have seen a FIN or RST. */ struct sfxge_lro_state { struct sfxge_softc *sc; unsigned conns_mask; TAILQ_HEAD(sfxge_lro_tailq, sfxge_lro_conn) *conns; unsigned *conns_n; LIST_HEAD(, sfxge_lro_conn) active_conns; TAILQ_HEAD(, sfxge_lro_conn) free_conns; unsigned last_purge_ticks; unsigned n_merges; unsigned n_bursts; unsigned n_slow_start; unsigned n_misorder; unsigned n_too_many; unsigned n_new_stream; unsigned n_drop_idle; unsigned n_drop_closed; }; #endif /* SFXGE_LRO */ enum sfxge_flush_state { SFXGE_FLUSH_DONE = 0, SFXGE_FLUSH_REQUIRED, SFXGE_FLUSH_PENDING, SFXGE_FLUSH_FAILED }; enum sfxge_rxq_state { SFXGE_RXQ_UNINITIALIZED = 0, SFXGE_RXQ_INITIALIZED, SFXGE_RXQ_STARTED }; #define SFXGE_RX_BATCH 128 struct sfxge_rxq { struct sfxge_softc *sc __aligned(CACHE_LINE_SIZE); unsigned int index; efsys_mem_t mem; enum sfxge_rxq_state init_state; unsigned int entries; unsigned int ptr_mask; efx_rxq_t *common; struct sfxge_rx_sw_desc *queue __aligned(CACHE_LINE_SIZE); unsigned int added; unsigned int pushed; unsigned int pending; unsigned int completed; unsigned int loopback; #ifdef SFXGE_LRO struct sfxge_lro_state lro; #endif unsigned int refill_threshold; struct callout refill_callout; unsigned int refill_delay; volatile enum sfxge_flush_state flush_state __aligned(CACHE_LINE_SIZE); unsigned int buf_base_id; }; /* * From sfxge_rx.c. */ extern int sfxge_rx_init(struct sfxge_softc *sc); extern void sfxge_rx_fini(struct sfxge_softc *sc); extern int sfxge_rx_start(struct sfxge_softc *sc); extern void sfxge_rx_stop(struct sfxge_softc *sc); extern void sfxge_rx_qcomplete(struct sfxge_rxq *rxq, boolean_t eop); extern void sfxge_rx_qrefill(struct sfxge_rxq *rxq); extern void sfxge_rx_qflush_done(struct sfxge_rxq *rxq); extern void sfxge_rx_qflush_failed(struct sfxge_rxq *rxq); extern void sfxge_rx_scale_update(void *arg, int npending); #endif
